-- Logs begin at Wed 2021-09-15 16:15:35 UTC, end at Wed 2021-09-15 17:24:41 UTC. -- Sep 15 16:59:04.616551 dv-cinder-801913-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 16:59:07.356583 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:59:07.357177 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:59:07.357353 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:59:07.361637 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.common.config [-] Logging enabled! Sep 15 16:59:07.361894 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 16:59:07.362206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94594) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 16:59:07.363139 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:59:07.363372 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:59:07.363730 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:59:07.363975 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:59:07.364197 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:59:07.364510 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.364803 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.365095 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.365325 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.365640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.365934 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.366214 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.366499 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.366791 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.367077 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.367352 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.367633 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.367860 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.368136 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.368421 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.368704 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.368924 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] debug = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.369201 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.369654 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.370057 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.370334 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.370620 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.370895 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.371179 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.371439 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.371717 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.372046 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] host = dv-cinder-801913-6-iscsi {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.372319 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.372604 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.372888 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.373210 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.373485 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.373792 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.374077 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.374346 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.374620 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.374894 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.375182 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.375467 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.375756 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.375979 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.376202 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.376488 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.376775 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.377046 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.377319 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.377672 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.377950 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.378222 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.378492 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.378773 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.379052 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.379408 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.379592 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.379863 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.380130 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.380397 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.380680 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.380945 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.381216 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.381485 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.381803 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.382071 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.382339 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.382635 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.382919 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.383201 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.383484 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.383760 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.384040 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.384308 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.384576 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.384842 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_json = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.385112 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.385379 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.385683 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.385954 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.386222 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.386490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.386760 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.387040 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:07.387335 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.387630 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.387928 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.388206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.388499 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.388807 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.389093 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.389369 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.389683 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.389971 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.390253 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.390528 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.390811 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.391082 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.391375 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.391679 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.391970 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.392257 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.392529 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.392800 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.393070 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.393344 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.393652 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.393934 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.394217 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.394504 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.394777 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.395065 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.395359 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.395652 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.395923 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.396200 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.396489 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.396764 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.397034 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.397310 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.397616 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.397897 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.398167 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.398445 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.398719 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.398987 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.399259 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.399550 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.399821 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.400097 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.400368 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.400637 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.400910 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.401178 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.401484 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.401759 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.402032 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.402299 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.402575 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.402845 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.403113 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.403388 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.403657 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.403937 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.404206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.404475 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.404743 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.405011 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.405280 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.405550 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.405843 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.406654 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.406924 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.407196 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.407466 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.407738 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.408009 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.408296 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.408590 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.408865 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.409141 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.409415 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.409720 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.409998 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.410275 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.410551 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.410826 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.411096 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.411384 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.411668 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.411952 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.412230 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.412507 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.412809 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.413081 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.413359 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.413654 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.413932 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.414214 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.414498 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.414789 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.415080 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.415371 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.415670 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.415959 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.416236 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.416546 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.416822 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:07.417038 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:59:07.417280 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94594) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 16:59:07.785109 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:59:07.785387 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:59:07.785703 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 16:59:07.786038 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 16:59:08.181227 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.181529 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.181825 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.183115 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.183389 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.183652 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.219434 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.219710 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.219975 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.235231 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.235507 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.235772 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.263790 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.264065 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.264328 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.301222 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.301503 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.301795 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.531085 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.531676 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.531676 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.531818 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.532486 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.650642 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.650960 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.651240 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.651507 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.651767 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.652073 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.652328 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.652580 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.652831 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.653109 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.653368 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.653652 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.653907 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.654158 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.654976 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.655237 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.655488 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.655750 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.656016 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.656272 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.656538 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.656787 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.657063 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.657437 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.657707 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.657955 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.658347 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.658587 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.658822 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.659059 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.659291 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.659524 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:08.659885 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 16:59:08.662945 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 16:59:08.666970 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 16:59:08.671143 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 15 16:59:08.672765 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 16:59:08.673213 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 16:59:08.673550 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 16:59:08.673952 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 16:59:08.676708 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 16:59:08.676953 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 16:59:08.677296 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:59:08.682534 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 16:59:08.704036 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 16:59:08.704487 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.704781 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94594) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 16:59:08.705140 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.706534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94594) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 16:59:08.706976 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 16:59:08.707219 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 16:59:08.710417 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.710698 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:08.774109 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 16:59:08.774345 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 16:59:08.774578 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 16:59:08.774944 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 16:59:08.798152 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_db.sqlalchemy.engines [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94594) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 16:59:09.475310 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing driver for type 'gre' Sep 15 16:59:09.475974 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] gre ID ranges: [(1, 1000)] Sep 15 16:59:09.674824 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing driver for type 'local' Sep 15 16:59:09.675392 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing driver for type 'vlan' Sep 15 16:59:09.766214 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] VlanTypeDriver initialization complete Sep 15 16:59:09.766551 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing driver for type 'vxlan' Sep 15 16:59:09.767027 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] vxlan ID ranges: [(1, 1000)] Sep 15 16:59:09.966438 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing extension driver 'port_security' Sep 15 16:59:09.966703 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.extensions.port_security [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] PortSecurityExtensionDriver initialization complete Sep 15 16:59:09.967601 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing mechanism driver 'openvswitch' Sep 15 16:59:09.967920 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing mechanism driver 'hyperv' Sep 15 16:59:09.974518 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.plugin [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:09.975191 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.975557 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.975910 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.976421 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.976847 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.977199 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.977547 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.977956 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.978357 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.978704 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.979045 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.979430 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.979828 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.980171 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.980506 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.981033 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.981442 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.981816 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.982159 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.982664 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.983314 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > address_group after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.984064 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > address_group after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.984557 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.985094 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94594) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 16:59:09.985475 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] ML2 OVO RPC backend initialized. {{(pid=94594) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 16:59:09.986211 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.986563 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.986973 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.987315 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > networks before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.987658 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.987999 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > ports before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.988334 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.988666 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnets before_response 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.989006 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.989338 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.989699 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.990028 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999379 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999379 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999379 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999379 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.plugin [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Modular L2 Plugin initialization complete Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading services supported by the core plugin {{(pid=94594) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.plugins.ml2.managers [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Got port-security extension from driver 'port_security' Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.extensions.vlantransparent [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Disabled vlantransparent extension. Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94594) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 16:59:09.999763 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: router Sep 15 16:59:10.040652 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.041042 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_create 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.041413 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router before_create 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.041806 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.042174 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.042524 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_delete 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.042876 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > floatingip after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.043219 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.043571 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_create 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.043911 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.044253 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.044595 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.044967 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.045369 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.045771 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.046115 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.046446 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: subnet after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.046780 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.047121 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.047461 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_create 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.047797 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.048130 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.048480 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router after_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.048815 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.049157 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_create 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.049507 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.049870 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_update 55549900 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.050227 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > agent after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.050570 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > agent after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.050907 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > network after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.051765 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Tracking information for resource: router configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:10.052085 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Tracking information for resource: floatingip configured {{(pid=94594) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 16:59:10.056910 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.db.l3_agentschedulers_db [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 16:59:10.057471 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.057852 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.058199 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.058545 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: port after_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.059327 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router before_create 55550100 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.059688 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.060047 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_create 55550100 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.060400 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > router precommit_update 55550100 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.065037 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.provider_configuration [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service providers = [] {{(pid=94594) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 16:59:10.065394 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.db.servicetype_db [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94594) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 16:59:10.068320 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.service_base [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:59:10.068669 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.service_base [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:59:10.069008 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.service_base [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:59:10.075077 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.services.service_base [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94594) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 16:59:10.075442 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.services.service_base [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 16:59:10.075817 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.076610 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 16:59:10.087033 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.087366 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: auto_allocate Sep 15 16:59:10.093642 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: network precommit_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.094006 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: network precommit_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.094526 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.094844 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: tag Sep 15 16:59:10.101239 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.101562 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: timestamp Sep 15 16:59:10.110506 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.110836 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: network_ip_availability Sep 15 16:59:10.116169 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.116539 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.116895 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.117616 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.117938 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: flavors Sep 15 16:59:10.122554 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.122884 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading Plugin: revisions Sep 15 16:59:10.127641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94594) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 16:59:10.128026 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.342s {{(pid=94594) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 16:59:10.128748 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94594) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 16:59:10.129076 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Initializing extension manager. Sep 15 16:59:10.129598 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: __init__.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.129940 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: __pycache__ {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.130270 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.130602 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: address_group.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.131344 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.131894 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: address-group Sep 15 16:59:10.132218 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: address_scope.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.140766 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.141274 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: address-scope Sep 15 16:59:10.141623 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.142538 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.143040 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: router-admin-state-down-before-update Sep 15 16:59:10.143359 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: agent.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.144048 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.144545 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: agent Sep 15 16:59:10.144861 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: agent_resources_synced.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.145775 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.146273 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: agent-resources-synced Sep 15 16:59:10.146586 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: allowedaddresspairs.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.148404 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.148917 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: allowed-address-pairs Sep 15 16:59:10.149237 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: auto_allocated_topology.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.150328 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.150826 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: auto-allocated-topology Sep 15 16:59:10.151142 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: availability_zone.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.151825 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.152314 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: availability_zone Sep 15 16:59:10.152628 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: availability_zone_filter.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.153520 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.154045 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: availability_zone_filter Sep 15 16:59:10.154382 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: data_plane_status.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.155267 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.155757 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 16:59:10.156072 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: default_subnetpools.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.156977 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.157470 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: default-subnetpools Sep 15 16:59:10.157818 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.158618 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.159114 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: dhcp_agent_scheduler Sep 15 16:59:10.159431 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: dns.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.160326 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.160820 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension dns-integration not supported by any of loaded plugins Sep 15 16:59:10.161136 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: dns_domain_ports.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.162064 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.162560 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 16:59:10.162878 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.163779 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.164270 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 16:59:10.164587 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: dvr.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.165252 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.165769 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: dvr Sep 15 16:59:10.166085 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: ecmp_routes.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.166984 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.167471 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 16:59:10.167783 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: empty_string_filtering.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.168687 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.169187 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: empty-string-filtering Sep 15 16:59:10.169501 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.170443 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.170928 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:59:10.171240 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.175019 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.175508 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 16:59:10.175822 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: external_net.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.176712 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.177204 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: external-net Sep 15 16:59:10.177519 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.178432 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.178925 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: extra_dhcp_opt Sep 15 16:59:10.179238 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: extraroute.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.180143 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.180636 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: extraroute Sep 15 16:59:10.180956 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: extraroute_atomic.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.182012 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.182513 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: extraroute-atomic Sep 15 16:59:10.182828 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: filter_validation.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.183485 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.183980 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: filter-validation Sep 15 16:59:10.184296 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: fip_pf_description.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.185197 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.186236 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 16:59:10.186547 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: fip_port_details.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.187458 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.187958 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: fip-port-details Sep 15 16:59:10.188295 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: flavors.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.189473 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.189999 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: flavors Sep 15 16:59:10.190319 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.191941 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.192451 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 16:59:10.192770 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: floatingip_pools.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.193456 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.193979 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: floatingip-pools Sep 15 16:59:10.194298 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: ip_allocation.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.195205 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.195697 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 16:59:10.196011 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.196911 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.197407 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: ip-substring-filtering Sep 15 16:59:10.197760 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l2_adjacency.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.198668 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.199158 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 16:59:10.199476 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.200543 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.201055 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: router Sep 15 16:59:10.201969 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.204541 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.205069 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 16:59:10.205398 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.206354 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.206861 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: ext-gw-mode Sep 15 16:59:10.207183 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.208115 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.208613 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: l3-ha Sep 15 16:59:10.208932 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3_flavors.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.209852 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.210351 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: l3-flavors Sep 15 16:59:10.210669 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.211594 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.212097 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 16:59:10.212417 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: l3agentscheduler.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.213437 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.213972 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: l3_agent_scheduler Sep 15 16:59:10.214292 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: logging.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.215767 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.216275 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension logging not supported by any of loaded plugins Sep 15 16:59:10.216668 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: metering.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.217367 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.217961 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: metering Sep 15 16:59:10.218280 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.219366 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.219875 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: metering_source_and_destination_fields Sep 15 16:59:10.220194 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: multiprovidernet.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.221105 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.221636 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: multi-provider Sep 15 16:59:10.221960 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: netmtu.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.222858 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.223357 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: net-mtu Sep 15 16:59:10.223672 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: netmtu_writable.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.227231 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.227729 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: net-mtu-writable Sep 15 16:59:10.228044 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: network_availability_zone.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.228707 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.229188 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: network_availability_zone Sep 15 16:59:10.229502 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: network_ip_availability.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.230615 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.231120 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: network-ip-availability Sep 15 16:59:10.231440 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: network_segment_range.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.232192 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.232719 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 16:59:10.233037 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: pagination.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.234294 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.234614 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: pagination Sep 15 16:59:10.234926 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: port_device_profile.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.235822 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.236326 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: port-device-profile Sep 15 16:59:10.236641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.237548 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.238071 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: port-mac-address-regenerate Sep 15 16:59:10.238384 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.239275 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.239773 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: port-numa-affinity-policy Sep 15 16:59:10.240088 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: port_resource_request.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.241097 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.241616 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 16:59:10.241938 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: portbindings.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.242850 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.243349 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: binding Sep 15 16:59:10.243663 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: portbindings_extended.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.244906 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.245407 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: binding-extended Sep 15 16:59:10.245751 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: portsecurity.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.246669 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.247171 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: port-security Sep 15 16:59:10.247490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: project_id.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.252331 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.252654 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: project-id Sep 15 16:59:10.252972 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: providernet.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.253906 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.254406 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: provider Sep 15 16:59:10.254721 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.258273 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.258787 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos not supported by any of loaded plugins Sep 15 16:59:10.259114 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.260333 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.260836 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 16:59:10.261160 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.262086 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.262589 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 16:59:10.262908 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_default.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.264397 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.264897 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-default not supported by any of loaded plugins Sep 15 16:59:10.265213 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_fip.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.265886 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.266375 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-fip not supported by any of loaded plugins Sep 15 16:59:10.266689 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_gateway_ip.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.267598 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.268093 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 16:59:10.268416 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_port_network_policy.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.269311 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.269838 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 16:59:10.270159 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_pps_rule.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.271316 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.271818 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-pps not supported by any of loaded plugins Sep 15 16:59:10.272136 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_rule_type_details.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.273043 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.273541 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 16:59:10.273887 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: qos_rules_alias.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.280895 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.281395 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 16:59:10.281740 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: quotasv2.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.282634 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.282954 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: quotas Sep 15 16:59:10.283268 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: quotasv2_detail.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.286552 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.286882 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: quota_details Sep 15 16:59:10.287206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: rbac.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.288256 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.288779 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: rbac-policies Sep 15 16:59:10.289103 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: rbac_address_group.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.290050 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.290553 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: rbac-address-group Sep 15 16:59:10.290875 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: rbac_address_scope.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.291778 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.292277 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: rbac-address-scope Sep 15 16:59:10.292595 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: rbac_security_groups.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.293490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.294014 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: rbac-security-groups Sep 15 16:59:10.294335 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: rbac_subnetpool.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.295875 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.296382 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: rbac-subnetpool Sep 15 16:59:10.296701 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: revisionifmatch.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.297633 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.298142 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: revision-if-match Sep 15 16:59:10.298459 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: revisions.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.299554 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.300057 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: standard-attr-revisions Sep 15 16:59:10.300377 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: router_availability_zone.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.301045 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.301544 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: router_availability_zone Sep 15 16:59:10.301883 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: routerservicetype.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.302792 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.303289 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension router-service-type not supported by any of loaded plugins Sep 15 16:59:10.303604 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.304513 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.305012 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: security-groups-normalized-cidr Sep 15 16:59:10.305329 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.306262 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.306760 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: port-security-groups-filtering Sep 15 16:59:10.307076 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.307984 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.308531 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: security-groups-remote-address-group Sep 15 16:59:10.308849 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: securitygroup.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.319747 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.320281 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: security-group Sep 15 16:59:10.320594 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: segment.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.321380 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.321915 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension segment not supported by any of loaded plugins Sep 15 16:59:10.322237 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.323163 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.323669 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 16:59:10.323990 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: servicetype.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.325158 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.325699 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: service-type Sep 15 16:59:10.326020 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: sorting.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.327022 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.327350 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: sorting Sep 15 16:59:10.327666 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: standard_attr_segment.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.328569 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.329073 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 16:59:10.329388 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: standardattrdescription.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.330056 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.330559 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: standard-attr-description Sep 15 16:59:10.330877 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: stateful_security_group.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.331781 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.332285 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: stateful-security-group Sep 15 16:59:10.332602 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: stdattrs_common.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.333172 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 16:59:10.333497 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.334442 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.334934 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 16:59:10.335254 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnet_onboard.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.336315 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.336824 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: subnet_onboard Sep 15 16:59:10.337143 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.338083 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.338584 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 16:59:10.338903 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnet_service_types.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.339816 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.340321 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: subnet-service-types Sep 15 16:59:10.340640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnetallocation.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.342258 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.342777 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: subnet_allocation Sep 15 16:59:10.343105 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.343755 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.344256 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: subnetpool-prefix-ops Sep 15 16:59:10.344571 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.348220 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.348713 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 16:59:10.349029 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: tagging.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.350138 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.350644 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: standard-attr-tag Sep 15 16:59:10.350966 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: timestamp.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.352144 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.352653 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loaded extension: standard-attr-timestamp Sep 15 16:59:10.352972 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: trunk.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.354018 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.354529 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension trunk not supported by any of loaded plugins Sep 15 16:59:10.354850 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: trunk_details.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.355755 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.356257 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension trunk-details not supported by any of loaded plugins Sep 15 16:59:10.356574 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: uplink_status_propagation.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.358108 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.358620 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 16:59:10.359247 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Loading extension file: vlantransparent.py {{(pid=94594) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 16:59:10.359855 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94594) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 16:59:10.360355 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 16:59:10.362810 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:network Sep 15 16:59:10.363326 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnet Sep 15 16:59:10.363721 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:59:10.364114 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:port Sep 15 16:59:10.365313 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.365787 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service FLAVORS assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.366411 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.366826 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.367158 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:router Sep 15 16:59:10.367582 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:59:10.368054 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service METERING assigned prefix: /metering {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.369476 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.369862 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.370209 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94594) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:59:10.371208 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:59:10.371653 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:59:10.372068 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:59:10.372640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service CORE assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.372963 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:59:10.373323 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] subnetpool is already registered Sep 15 16:59:10.373777 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service CORE assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.374105 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:59:10.374432 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] subnetpool is already registered Sep 15 16:59:10.376842 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.377266 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service FLAVORS assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.377880 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.378302 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.378633 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:router Sep 15 16:59:10.378965 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] router is already registered Sep 15 16:59:10.379370 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:floatingip Sep 15 16:59:10.379702 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] floatingip is already registered Sep 15 16:59:10.380147 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service METERING assigned prefix: /metering {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.380824 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 16:59:10.381145 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] rbac_policy is already registered Sep 15 16:59:10.381550 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:security_group Sep 15 16:59:10.381904 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] security_group is already registered Sep 15 16:59:10.382298 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 16:59:10.382623 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] security_group_rule is already registered Sep 15 16:59:10.383240 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service CORE assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.383565 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:59:10.383892 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] subnetpool is already registered Sep 15 16:59:10.384302 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.v2.resource_helper [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Service CORE assigned prefix: {{(pid=94594) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 16:59:10.384626 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 16:59:10.384949 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING neutron.quota.resource_registry [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] subnetpool is already registered Sep 15 16:59:10.385400 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: extensions {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.386921 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: address-groups {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.388398 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: address-scopes {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.389772 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: agents {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.390936 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: auto-allocated-topology {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.392197 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: availability_zones {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.393402 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: dhcp-networks {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.394935 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: dhcp-agents {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.396386 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: routers {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.398632 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: flavors {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.399786 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: service_profiles {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.400984 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: next_providers {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.402467 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: service_profiles {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.403995 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: floatingip-pools {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.405769 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: routers {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.407856 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: floatingips {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.409141 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: l3-routers {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.410546 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: l3-agents {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.411951 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: metering-labels {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.413310 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: metering-label-rules {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.414607 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: network-ip-availabilities {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.415885 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: bindings {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.418384 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: quotas {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.419840 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: quotas {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.421805 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: rbac-policies {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.422999 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: security-groups {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.424287 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: security-group-rules {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.425606 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: service-providers {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.426805 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: subnetpools {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.428236 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: subnetpools {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.429720 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.431370 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.433178 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.434996 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.436798 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.438654 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.440341 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.442272 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.444023 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.445763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron.api.extensions [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Extended resource: tags {{(pid=94594) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 16:59:10.452748 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING keystonemiddleware.auth_token [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 16:59:10.457418 dv-cinder-801913-6-iscsi neutron-server[94594]: WARNING keystonemiddleware.auth_token [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 16:59:10.465768 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Acquired lock "singleton_lock" {{(pid=94594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 16:59:10.466236 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_concurrency.lockutils [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Releasing lock "singleton_lock" {{(pid=94594) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 16:59:10.467566 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Starting 2 workers Sep 15 16:59:10.472438 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Started child 94705 {{(pid=94594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:59:10.476836 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Started child 94706 {{(pid=94594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:59:10.478423 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO neutron.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 16:59:10.478621 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.479225 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Notify callbacks [] for process, before_spawn {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.479919 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [-] (94705) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:59:10.481474 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Starting 1 workers Sep 15 16:59:10.481645 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.483099 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [-] (94706) wsgi starting up on http://0.0.0.0:9696 Sep 15 16:59:10.486896 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Started child 94707 {{(pid=94594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:59:10.487427 dv-cinder-801913-6-iscsi neutron-server[94594]: INFO oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Starting 1 workers Sep 15 16:59:10.490650 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] calling RpcWorker wait() {{(pid=94707) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 16:59:10.491203 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] returning from RpcWorker wait() {{(pid=94707) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 16:59:10.491846 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Started child 94708 {{(pid=94594) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 16:59:10.492521 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.492633 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG neutron_lib.callbacks.manager [None req-869cd34a-e9d4-4c63-b45c-3b44c342df3e None None] Notify callbacks [] for process, after_spawn {{(pid=94594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.493063 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:10.494490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:59:10.494695 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:59:10.494873 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:59:10.495082 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:59:10.495408 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:59:10.495566 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:59:10.496251 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.496534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.496726 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:10.497173 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.497173 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.497330 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.498163 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.498424 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.498662 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.498945 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.499192 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.499365 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.499528 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.499780 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.500028 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.500322 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.500600 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.500833 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.501105 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.501272 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.501517 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.501801 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.502026 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.502315 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] debug = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.502571 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.503035 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.503268 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.503511 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.503728 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.503998 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.504234 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.504485 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.504733 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.504958 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.505206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.505467 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.505729 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.505953 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.506165 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.506407 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.506635 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.507113 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] host = dv-cinder-801913-6-iscsi {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.507364 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.507595 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.507835 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.508090 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.508332 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.508567 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.508834 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.509073 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.509337 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.509561 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.509816 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.510056 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.510311 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.510564 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.510723 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_options = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.510967 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.511206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.511461 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.511647 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.511812 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.511981 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.512211 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.512355 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.512604 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.512917 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.513054 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.513218 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.513460 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.514224 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.514485 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.514724 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.514951 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.515171 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.515419 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.515641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.515922 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.516208 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.516472 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.516753 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.516954 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.517189 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.517432 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.517673 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.517961 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.518237 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.518479 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.518754 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.518991 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.519234 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.519494 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.519721 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.519945 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.520180 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.520447 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.520670 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.520925 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.521176 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.521385 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.521647 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.521867 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.522093 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.522324 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_json = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.522534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.522763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.523045 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.523248 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.523478 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.523686 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.523893 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.524124 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.524584 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.524854 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.525191 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.525395 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.525641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.525878 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.526128 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.526344 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.526597 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.527236 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:10.527383 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.527600 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.527848 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.528120 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.528338 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.528613 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.528940 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.529173 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.530104 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.530326 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.530559 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.530791 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.531028 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.531306 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.531523 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.531751 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.531995 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.532212 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.532553 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.532823 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.533166 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.533342 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.533554 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.533814 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.534753 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.535004 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.535398 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.535638 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.535909 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.536134 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.536343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.536566 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.536811 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.537026 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.537270 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.537489 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.537767 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.537999 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.538218 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.538435 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.538641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.538848 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.539062 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.539286 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.539531 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.539795 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.540031 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.540240 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.540451 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.540659 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.540888 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.541361 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.541361 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.541935 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.541935 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.542190 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.542190 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.542455 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.542807 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.542919 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.543401 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.543401 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.543606 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.543720 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.543918 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.544149 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.544392 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.545236 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.545507 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.552994 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.553534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554153 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554666 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554666 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.554816 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.555043 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.555280 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.555551 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.555830 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.556069 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.556340 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.556559 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.556835 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.557144 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.557390 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.557670 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.557924 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.558409 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.558657 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.558922 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.559200 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.559461 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.559732 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.560081 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.560374 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.560629 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.560851 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.561274 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.561531 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.561900 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.562141 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.562359 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.562591 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.562874 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.563126 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.563367 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.563640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.563906 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.564321 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.564840 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.565248 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.565641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.565891 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.566152 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.566371 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.566613 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.566846 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.567101 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.567314 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.567548 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.567797 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.568031 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.568250 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.568481 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.568699 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.568919 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.569166 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.569377 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.569620 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.569861 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.570078 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.570294 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.570529 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.570742 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.571086 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.571334 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.571612 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.571862 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.572079 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.572341 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.572586 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.572843 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.573090 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.573350 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.573601 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.573819 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.574039 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.574306 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.574527 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.574741 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.574971 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.575184 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.575448 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.575712 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.576057 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.576855 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.577034 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.577279 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.577496 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.577755 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.578061 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.578399 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.578663 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.578902 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.579117 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.579396 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.579640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.580043 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.580277 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.580490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.580703 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.580941 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.581175 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.581462 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.581729 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.581949 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.582203 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.582453 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.582683 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.582928 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.583140 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.583351 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.583574 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.583791 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.584016 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.584214 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.584434 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.584649 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.584870 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.585085 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.585316 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.585543 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.585810 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.586020 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.586243 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.586480 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.586690 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.586912 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.587121 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.587330 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.587552 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.587767 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.587975 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.588200 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.588408 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.588636 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.588856 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.589069 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.589277 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.589605 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.589850 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.590071 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.590360 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.590606 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.590849 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.591113 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.591431 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.591645 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.592432 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.592661 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.592878 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.593096 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.593351 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.593701 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.594018 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.594252 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.594512 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.594804 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.595090 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.595371 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.595601 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.595870 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.596196 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.596459 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.596719 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.596964 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.597251 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.597475 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.597716 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.597956 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.598191 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.598424 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.598662 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.598890 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.599113 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.599329 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.599591 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.599920 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.600254 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.600505 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.600751 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.600986 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.601227 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:59:10.601912 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94594) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 16:59:10.602069 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 16:59:10.602222 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 16:59:10.602392 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 16:59:10.602561 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 16:59:10.602713 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 16:59:10.602921 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603082 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603456 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603456 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603616 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603715 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.603876 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604035 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604274 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604409 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604532 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604653 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.604796 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605139 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605139 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605303 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605373 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605554 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605741 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.605901 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606058 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606217 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606375 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] debug = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606532 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606745 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.606910 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.607070 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.607229 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.608013 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.608237 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.608435 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.608597 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609003 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609170 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609329 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609486 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609669 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609829 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.609987 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610147 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610306 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] host = dv-cinder-801913-6-iscsi {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610464 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610671 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610758 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.610913 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611071 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611230 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611389 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611547 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611849 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.611849 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612062 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612147 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612285 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612442 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612613 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_options = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612779 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.612937 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613095 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613270 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613434 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613619 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613799 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.613946 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614103 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614259 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614420 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614573 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614732 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.614884 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615044 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615198 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615357 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615647 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615805 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.615963 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616268 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616268 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616553 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616553 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616888 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.616888 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617143 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617143 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617411 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617544 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617839 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.617839 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618114 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618114 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618372 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618372 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618619 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618619 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618840 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.618972 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619058 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619216 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619377 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619534 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619692 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.619912 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_json = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620011 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620151 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620308 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620466 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620623 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620780 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.620939 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.621099 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 16:59:10.621281 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.621445 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.621637 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.621785 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.621950 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622111 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622271 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622434 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622595 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622757 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.622923 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.623641 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.623817 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.623977 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624138 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624300 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624469 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624629 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624790 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.624949 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625109 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625271 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625441 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625624 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625787 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.625948 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626108 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626282 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626445 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626606 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626766 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.626927 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627087 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627249 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627411 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627572 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627734 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.627894 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628055 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628215 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628376 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628537 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628699 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.628860 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629022 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629183 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629347 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629493 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629679 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.629840 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630006 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630166 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630327 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630499 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630667 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630837 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.630997 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631157 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631316 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631477 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631636 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631795 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.631955 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632116 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632276 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632437 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632609 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632769 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.632929 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.633215 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.633460 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.633650 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.633811 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.633972 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.634152 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.634299 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.634460 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.634621 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.634814 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635152 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635320 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635480 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635642 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635803 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.635969 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.636129 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.636314 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637226 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637818 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637818 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.637818 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638145 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638145 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638145 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638527 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638527 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638792 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.638792 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639027 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639150 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639233 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639361 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639520 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639681 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.639861 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640022 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640229 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640319 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640478 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640636 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640795 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.640965 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.641125 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.641287 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.641448 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.641640 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.641862 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642023 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642182 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642343 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642503 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642665 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642816 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.642971 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643130 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643289 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643448 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643615 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643784 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.643945 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644106 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644272 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644454 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644613 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644772 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.644932 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645093 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645253 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645402 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645562 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645743 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.645888 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646053 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646215 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646375 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646535 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646694 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.646855 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647037 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647199 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647360 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647522 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647683 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.647845 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648007 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648168 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648329 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648490 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648651 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648812 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.648973 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649133 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649293 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649454 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649636 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649798 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.649958 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650118 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650278 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650441 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650602 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.650942 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651108 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651442 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651442 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651651 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651783 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.651867 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652018 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652178 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652340 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652501 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652663 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652825 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.652985 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653147 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653319 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653478 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653665 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653828 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.653988 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654074 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:10.654177 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654324 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654484 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654643 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654803 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.654963 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655124 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655287 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655448 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655608 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655769 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.655929 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656089 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656249 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656421 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656581 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656742 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.656902 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657062 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657231 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657381 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657542 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657728 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.657887 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658046 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658206 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658377 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658603 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658715 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.658845 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659004 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659164 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659332 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659492 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659651 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659812 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.659971 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660130 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660299 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660458 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660617 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660777 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.660936 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661096 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661265 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661425 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661593 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661763 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.661924 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662085 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662253 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662415 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662576 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662744 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.662905 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663065 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663224 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663396 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663556 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663718 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.663879 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664039 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664204 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664366 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664531 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664700 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.664866 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.665027 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.665195 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.665405 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.665529 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.665771 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666027 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666248 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666456 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666625 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666786 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.666990 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.667158 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.667430 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.667596 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.667800 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668008 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668175 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668336 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668497 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668712 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668849 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.668987 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.669111 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.669254 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.669414 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.669617 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 16:59:10.669747 dv-cinder-801913-6-iscsi neutron-server[94594]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94594) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 16:59:10.791146 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43036) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:10.800145 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068905 Sep 15 16:59:22.333483 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db2720-3239-4077-a777-b46fa8ff4f3a None None] get_active_networks_info from dv-cinder-801913-6-iscsi {{(pid=94707) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 16:59:22.395748 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db2720-3239-4077-a777-b46fa8ff4f3a None None] No non-hosted networks {{(pid=94707) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 16:59:22.403463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.agentschedulers_db [None req-26db2720-3239-4077-a777-b46fa8ff4f3a None None] DHCP Agent not found on host dv-cinder-801913-6-iscsi {{(pid=94707) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 16:59:22.526015 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5d5bcb46-c168-4b3e-bd63-c9788a479759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:24.964453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-63ad3ff1-32e5-4855-9920-323396fad427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:24.986113 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.db.api [None req-c2f70812-7f18-49ec-b057-1622a7a69ded None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801913-6-iscsi {{(pid=94707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:59:24.986303 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG oslo_db.api [None req-c2f70812-7f18-49ec-b057-1622a7a69ded None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:59:25.229668 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:25.230738 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.231354 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.231975 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.232586 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.233227 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.234165 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.234830 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.235503 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.236078 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.236720 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.237337 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.237957 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:25.238815 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801913-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:25.252560 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801913-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:59:25.510411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c2f70812-7f18-49ec-b057-1622a7a69ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:25.943718 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:27.857983 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:28.852839 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43130) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:29.347949 dv-cinder-801913-6-iscsi neutron-server[94706]: WARNING oslo_policy.policy [None req-b17846cb-1776-4da2-9772-d6eda25ccf30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:29.348522 dv-cinder-801913-6-iscsi neutron-server[94706]: WARNING oslo_policy.policy [None req-b17846cb-1776-4da2-9772-d6eda25ccf30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:29.569203 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [None req-b17846cb-1776-4da2-9772-d6eda25ccf30 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:59:29.570345 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b17846cb-1776-4da2-9772-d6eda25ccf30 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7166009 Sep 15 16:59:30.238215 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.db.l3_hamode_db [None req-21c564d3-dc16-45d7-b478-78ea1a321908 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 16:59:30.317739 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c564d3-dc16-45d7-b478-78ea1a321908 None None] Routers set() bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:59:30.318119 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c564d3-dc16-45d7-b478-78ea1a321908 None None] Router IDs set() for agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 16:59:31.923865 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43144) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:32.225078 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:32.316260 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.policy [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:59:32.360845 dv-cinder-801913-6-iscsi neutron-server[94706]: WARNING oslo_policy.policy [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:32.361202 dv-cinder-801913-6-iscsi neutron-server[94706]: WARNING oslo_policy.policy [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:32.369682 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.quota [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] Loaded quota_driver: . Sep 15 16:59:32.504174 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788478712068', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788478711595', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788478691429', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788478697433', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788479847746', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788478350243', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1627035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2075781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-971132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652322'] for rbac-policy, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:32.697596 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:32.698849 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2b67e89b-15e0-493a-b8af-8b8816479ab1 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7740247 Sep 15 16:59:35.311338 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43156) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:35.610869 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:35.708696 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Made reservation on behalf of 4d6390f19b9641c3b5100c1297eac73e for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:35.711353 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:35.728199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:35.916340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:35.954550 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:35.973792 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:59:36.000422 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788477019284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.000933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Unsubscribe: segment precommit_create {{(pid=94706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:59:36.001465 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Added segment df84414b-248b-4264-a89e-75785d72b1cf of type vlan for network 47e88369-1a72-49cf-9764-3bb95868527f Sep 15 16:59:36.017401 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38024e60-124d-4b4d-a9fd-4592d46429ca,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:36.043160 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.043506 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.043868 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.044192 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.044513 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.044845 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.045163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.045475 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.045837 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Tracked resource versions report: Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: pushed versions: Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: { 'AddressGroup': {'1.2'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'ConntrackHelper': {'1.0'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Log': {'1.0'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Network': {'1.1'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Port': {'1.7'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'PortForwarding': {'1.2'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'QosPolicy': {'1.9'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroup': {'1.4'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SubPort': {'1.0'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Subnet': {'1.1'}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Trunk': {'1.1'}} Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: consumer versions: Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 16:59:36.049200 dv-cinder-801913-6-iscsi neutron-server[94706]: 'ConntrackHelper': '1.0', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Log': '1.0', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Network': '1.1', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Port': '1.7', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'PortForwarding': '1.2', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'QosPolicy': '1.9', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroup': '1.4', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroupRule': '1.2', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SubPort': '1.0', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Subnet': '1.1', Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Trunk': '1.1'}} Sep 15 16:59:36.050619 dv-cinder-801913-6-iscsi neutron-server[94706]: {{(pid=94706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:59:36.125409 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.239900 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.240978 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:36.241634 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:36.334909 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] Pushing event updated for resources: {'Network': ['ID=47e88369-1a72-49cf-9764-3bb95868527f,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:36.346383 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 47e88369-1a72-49cf-9764-3bb95868527f details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:59:36.355121 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2cf8481a-651e-479f-a828-9d3797a1f27c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0427353 Sep 15 16:59:38.971205 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43170) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:39.466565 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING oslo_policy.policy [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:39.466973 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING oslo_policy.policy [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:39.903879 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.policy [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94705) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 16:59:39.947127 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING oslo_policy.policy [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:39.947494 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING oslo_policy.policy [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 16:59:39.956819 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:39.958686 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-474f091c-9dad-4591-994f-0265de6ae064 admin admin] 10.222.0.57 "GET /v2.0/networks/47e88369-1a72-49cf-9764-3bb95868527f HTTP/1.1" status: 200 len: 825 time: 0.9854510 Sep 15 16:59:39.997208 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b24cba19-e839-43bd-9fa5-e7db1db64577 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/d89ce5ee-35b1-45e6-8664-31eecbf0b1d1 HTTP/1.1" status: 200 len: 734 time: 0.0324192 Sep 15 16:59:40.006515 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Request body: {'subnet': {'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'ip_version': 4, 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:40.008087 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.quota [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Loaded quota_driver: . Sep 15 16:59:40.097109 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Made reservation on behalf of 4d6390f19b9641c3b5100c1297eac73e for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:40.099873 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:40.440044 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:40.514938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Checking segment: {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:40.515317 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Network hostable DHCP agents. Network: 47e88369-1a72-49cf-9764-3bb95868527f, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:59:40.528258 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d0e963-c1bb-468a-b6ea-b87134fa35ac,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:40.541778 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.542169 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.542430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.542754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545950 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545950 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.545950 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Tracked resource versions report: Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: pushed versions: Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: { 'AddressGroup': {'1.2'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'ConntrackHelper': {'1.0'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Log': {'1.0'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Network': {'1.1'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Port': {'1.7'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'PortForwarding': {'1.2'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'QosPolicy': {'1.9'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroup': {'1.4'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SubPort': {'1.0'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Subnet': {'1.1'}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Trunk': {'1.1'}} Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: consumer versions: Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'ConntrackHelper': '1.0', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Log': '1.0', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Network': '1.1', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Port': '1.7', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'PortForwarding': '1.2', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'QosPolicy': '1.9', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroup': '1.4', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroupRule': '1.2', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SubPort': '1.0', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Subnet': '1.1', Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Trunk': '1.1'}} Sep 15 16:59:40.546763 dv-cinder-801913-6-iscsi neutron-server[94705]: {{(pid=94705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:59:40.611599 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Network 47e88369-1a72-49cf-9764-3bb95868527f is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:59:40.680185 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 47e88369-1a72-49cf-9764-3bb95868527f) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:40.685433 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:40.686082 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:40.692965 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf8296-d4df-4aca-8f52-7748affe3e6d None None] Network 47e88369-1a72-49cf-9764-3bb95868527f requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:59:40.755049 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0acec462-ac1e-4ba7-9bcb-097a523cab84 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7519164 Sep 15 16:59:41.013149 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-47e88369-1a72-49cf-9764-3bb95868527f', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:59:41.014471 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:41.286927 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Allocated IP 172.20.0.2 (47e88369-1a72-49cf-9764-3bb95868527f/98d0e963-c1bb-468a-b6ea-b87134fa35ac/6d4b8cb5-401c-449f-a939-e773da25013e) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:41.487693 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:41.571918 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:41.665545 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Network 47e88369-1a72-49cf-9764-3bb95868527f is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:41.670810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:41.683408 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:41.691279 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Pushing event updated for resources: {'Port': ['ID=6d4b8cb5-401c-449f-a939-e773da25013e,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:41.722886 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.723507 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.723609 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.723892 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.724225 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.724559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.724884 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.725210 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.725554 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.725905 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.726228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.726554 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Tracked resource versions report: Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: pushed versions: Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: { 'AddressGroup': {'1.2'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'ConntrackHelper': {'1.0'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Log': {'1.0'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Network': {'1.1'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Port': {'1.7'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'PortForwarding': {'1.2'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'QosPolicy': {'1.9'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroup': {'1.4'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SubPort': {'1.0'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Subnet': {'1.1'}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Trunk': {'1.1'}} Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: consumer versions: Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'ConntrackHelper': '1.0', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Log': '1.0', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Network': '1.1', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Port': '1.7', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'PortForwarding': '1.2', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'QosPolicy': '1.9', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroup': '1.4', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroupRule': '1.2', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SubPort': '1.0', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Subnet': '1.1', Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Trunk': '1.1'}} Sep 15 16:59:41.727654 dv-cinder-801913-6-iscsi neutron-server[94707]: {{(pid=94707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:59:41.775608 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Attempting to bind port 6d4b8cb5-401c-449f-a939-e773da25013e on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:59:41.776004 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Attempting to bind port 6d4b8cb5-401c-449f-a939-e773da25013e by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:59:41.776443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Attempting to bind port 6d4b8cb5-401c-449f-a939-e773da25013e on network 47e88369-1a72-49cf-9764-3bb95868527f {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:59:41.781501 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:59:41.781936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Checking segment: {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:59:41.782413 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:41.782804 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Bound using segment: {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:59:41.783289 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Bound port: 6d4b8cb5-401c-449f-a939-e773da25013e, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:59:41.783714 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:41.878512 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] For port 6d4b8cb5-401c-449f-a939-e773da25013e, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:59:41.883144 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] For port 6d4b8cb5-401c-449f-a939-e773da25013e, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6d4b8cb5-401c-449f-a939-e773da25013e,segment=NetworkSegment(df84414b-248b-4264-a89e-75785d72b1cf),segment_id=df84414b-248b-4264-a89e-75785d72b1cf)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:59:41.960539 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:42.026224 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead877d-c7c1-474e-8e88-991026d82920 None None] Pushing event updated for resources: {'Port': ['ID=6d4b8cb5-401c-449f-a939-e773da25013e,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:43.190122 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43190) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:43.500398 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [None req-2e0131d3-dacc-4320-a715-56719e51c021 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:59:43.501404 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2e0131d3-dacc-4320-a715-56719e51c021 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102598 Sep 15 16:59:45.900979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43198) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:46.235194 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [None req-524b061d-5a20-44f2-a185-14282781555e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:59:46.236292 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-524b061d-5a20-44f2-a185-14282781555e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3343935 Sep 15 16:59:48.856853 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43208) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:49.153099 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:49.251995 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.253724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.390572 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.446490 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.514345 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:49.515544 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-18589c2e-76e0-4352-9811-9964b829e773 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6577308 Sep 15 16:59:50.393837 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce6ccb-4cc4-4e40-83a2-c2625f932bbd None None] Network 47e88369-1a72-49cf-9764-3bb95868527f requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:59:50.459473 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] Provisioning complete for port 6d4b8cb5-401c-449f-a939-e773da25013e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:50.459860 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.648880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.683443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6d4b8cb5-401c-449f-a939-e773da25013e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:50.699071 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] For port 6d4b8cb5-401c-449f-a939-e773da25013e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6d4b8cb5-401c-449f-a939-e773da25013e,segment=NetworkSegment(df84414b-248b-4264-a89e-75785d72b1cf),segment_id=df84414b-248b-4264-a89e-75785d72b1cf)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:59:50.782885 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.807674 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6d4b8cb5-401c-449f-a939-e773da25013e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:50.808059 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:50.866844 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b03c9-e8ee-4c9c-bbdf-b8e2517cd33d None None] Pushing event updated for resources: {'Port': ['ID=6d4b8cb5-401c-449f-a939-e773da25013e,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:51.004869 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-e9d112fc-cb8c-4d3a-b058-db5a8d0b4ab0 None None] Provisioning complete for port 6d4b8cb5-401c-449f-a939-e773da25013e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:51.005237 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-e9d112fc-cb8c-4d3a-b058-db5a8d0b4ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:51.902698 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43222) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:52.207772 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [None req-44d80242-4e14-4bd3-8d85-e6fb6d8618d5 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:59:52.208755 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-44d80242-4e14-4bd3-8d85-e6fb6d8618d5 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3051128 Sep 15 16:59:52.331496 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a046eb82-c3ae-475a-94a6-5401396e9a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:52.646343 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6d4b8cb5-401c-449f-a939-e773da25013e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:59:52.694605 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6d4b8cb5-401c-449f-a939-e773da25013e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:52.694976 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:54.601699 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43230) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:54.907353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:59:54.925632 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-68fb96d2-8b45-4096-99ae-ea593b890ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.005149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Made reservation on behalf of 4d45c8dcd41847cfa83e6b889b4946cb for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:59:55.007699 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.022622 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.132743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.199513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.215335 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Reserving flat network on physical network physnet1 {{(pid=94705) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 16:59:55.228384 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.235990 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50058e27-0fa8-4f15-8311-fd48e65872ff,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:55.242173 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788477019284', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.242741 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Unsubscribe: segment precommit_create {{(pid=94705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:59:55.243240 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Added segment e117d780-56e4-42b6-9686-46420586950e of type flat for network a3999b41-fad4-42a4-80e6-69353b0f0a85 Sep 15 16:59:55.303102 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.422771 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.423732 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:55.424300 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:55.512252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] Pushing event updated for resources: {'Network': ['ID=a3999b41-fad4-42a4-80e6-69353b0f0a85,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:55.522365 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:59:55.554464 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:59:55.572050 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f5a2066e-9968-48f5-a173-faff4e9a9c96 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9692876 Sep 15 16:59:55.874074 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.702293 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:57.942613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43248) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:59:58.113606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0bfac-1aba-43ea-ac70-ef3557eba996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:59:58.114921 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-43b0bfac-1aba-43ea-ac70-ef3557eba996 admin admin] 10.222.0.57 "GET /v2.0/subnets/98d0e963-c1bb-468a-b6ea-b87134fa35ac HTTP/1.1" status: 200 len: 849 time: 0.1713686 Sep 15 16:59:58.231477 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-29a30e43-f0d6-4126-b7ca-0fc2a739311e admin admin] 10.222.0.57 "GET /v2.0/routers/227097dc-c1ab-40d4-b24a-899c39cf9e37 HTTP/1.1" status: 200 len: 704 time: 0.1103885 Sep 15 16:59:58.490909 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:58.780848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Allocated IP 172.20.0.1 (47e88369-1a72-49cf-9764-3bb95868527f/98d0e963-c1bb-468a-b6ea-b87134fa35ac/26d13dc9-c05f-47ad-9dde-de6aa4f07020) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:59:59.014813 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.188746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.257129 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Network 47e88369-1a72-49cf-9764-3bb95868527f is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:59.262996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:59:59.270874 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:59:59.271326 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.327644 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d13dc9-c05f-47ad-9dde-de6aa4f07020,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:59.441035 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-c266c85c-3103-48ff-9d22-ca73ad3484ff None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:59:59.441542 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c266c85c-3103-48ff-9d22-ca73ad3484ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.473080 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-c266c85c-3103-48ff-9d22-ca73ad3484ff None None] Port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:59:59.555608 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.762105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.862145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.862914 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:59:59.921031 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=26d13dc9-c05f-47ad-9dde-de6aa4f07020,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:59:59.987277 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Network 47e88369-1a72-49cf-9764-3bb95868527f is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:59:59.988588 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:00.193964 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-0a3457b7-af7f-4499-ad39-66c49288a236 None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:00.194334 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0a3457b7-af7f-4499-ad39-66c49288a236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:00.222606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Router 227097dc-c1ab-40d4-b24a-899c39cf9e37 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:00:00.226789 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-0a3457b7-af7f-4499-ad39-66c49288a236 None None] Port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:00.315837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:00.321171 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ad8da976-f076-44e4-b71f-62267ef21ce5 admin admin] 10.222.0.57 "PUT /v2.0/routers/227097dc-c1ab-40d4-b24a-899c39cf9e37/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0838966 Sep 15 17:00:00.336933 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Sync routers for ids ['227097dc-c1ab-40d4-b24a-899c39cf9e37'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:00.348666 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Routers {'227097dc-c1ab-40d4-b24a-899c39cf9e37'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:00.349565 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T16:59:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['227097dc-c1ab-40d4-b24a-899c39cf9e37'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:00.530085 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Set router 227097dc-c1ab-40d4-b24a-899c39cf9e37 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:00.946616 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T16:59:59Z', 'revision_number': 2, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port_host': None, '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T16:59:59Z', 'revision_number': 2, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:00.997023 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Checking router: 227097dc-c1ab-40d4-b24a-899c39cf9e37 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:00.997387 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Updating router 227097dc-c1ab-40d4-b24a-899c39cf9e37 port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:01.044597 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.546669 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.616786 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.773164 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Pushing event updated for resources: {'Port': ['ID=26d13dc9-c05f-47ad-9dde-de6aa4f07020,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795157 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795961 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.795961 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Tracked resource versions report: Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: pushed versions: Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: { 'AddressGroup': {'1.2'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'ConntrackHelper': {'1.0'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Log': {'1.0'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Network': {'1.1'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Port': {'1.7'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'PortForwarding': {'1.2'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'QosPolicy': {'1.9'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroup': {'1.4'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SubPort': {'1.0'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Subnet': {'1.1'}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Trunk': {'1.1'}} Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: consumer versions: Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'ConntrackHelper': '1.0', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Log': '1.0', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Network': '1.1', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Port': '1.7', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'PortForwarding': '1.2', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'QosPolicy': '1.9', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroup': '1.4', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroupRule': '1.2', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SubPort': '1.0', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Subnet': '1.1', Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Trunk': '1.1'}} Sep 15 17:00:01.796748 dv-cinder-801913-6-iscsi neutron-server[94708]: {{(pid=94708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:00:01.799329 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Attempting to bind port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:01.799729 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Attempting to bind port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:01.800162 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Attempting to bind port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 on network 47e88369-1a72-49cf-9764-3bb95868527f {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:01.806175 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:01.806586 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Checking segment: {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:01.807074 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.807494 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Bound using segment: {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:01.807998 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Bound port: 26d13dc9-c05f-47ad-9dde-de6aa4f07020, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df84414b-248b-4264-a89e-75785d72b1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:01.808634 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.855398 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-75e65c14-8abd-4890-b038-7ecc67ebf543 None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:01.878187 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-75e65c14-8abd-4890-b038-7ecc67ebf543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:01.878354 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] For port 26d13dc9-c05f-47ad-9dde-de6aa4f07020, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:01.894933 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] For port 26d13dc9-c05f-47ad-9dde-de6aa4f07020, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=26d13dc9-c05f-47ad-9dde-de6aa4f07020,segment=NetworkSegment(df84414b-248b-4264-a89e-75785d72b1cf),segment_id=df84414b-248b-4264-a89e-75785d72b1cf)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:01.895317 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-75e65c14-8abd-4890-b038-7ecc67ebf543 None None] Port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:00:01.977332 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.031810 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Routers {'227097dc-c1ab-40d4-b24a-899c39cf9e37'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:02.032436 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T16:59:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['227097dc-c1ab-40d4-b24a-899c39cf9e37'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:02.074376 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503685e-acaa-4ec6-9344-a128a45a11fd None None] Pushing event updated for resources: {'Port': ['ID=26d13dc9-c05f-47ad-9dde-de6aa4f07020,revision_number=4']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:02.126951 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] Set router 227097dc-c1ab-40d4-b24a-899c39cf9e37 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:02.215089 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:02.215600 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.293445 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.324328 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] For port 26d13dc9-c05f-47ad-9dde-de6aa4f07020, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=26d13dc9-c05f-47ad-9dde-de6aa4f07020,segment=NetworkSegment(df84414b-248b-4264-a89e-75785d72b1cf),segment_id=df84414b-248b-4264-a89e-75785d72b1cf)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:02.339949 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T16:59:59Z', 'revision_number': 2, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port_host': None, '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T17:00:01Z', 'revision_number': 4, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:02.365632 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba836a-b9ac-4bd8-9899-100e165de328 None None] The sync data for ids ['227097dc-c1ab-40d4-b24a-899c39cf9e37'] in dv-cinder-801913-6-iscsi is: [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T16:59:59Z', 'revision_number': 2, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port_host': None, '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T17:00:01Z', 'revision_number': 4, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:02.403214 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:02.452759 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee395c4-a00d-4a68-bf3e-2e8f20449508 None None] Pushing event updated for resources: {'Port': ['ID=26d13dc9-c05f-47ad-9dde-de6aa4f07020,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:02.571032 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43268) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:02.680431 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aeb152-490a-49ef-af98-338dde674bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:02.681731 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-93aeb152-490a-49ef-af98-338dde674bb4 admin admin] 10.222.0.57 "GET /v2.0/networks/a3999b41-fad4-42a4-80e6-69353b0f0a85 HTTP/1.1" status: 200 len: 842 time: 0.1097834 Sep 15 17:00:02.691580 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:02.811368 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Made reservation on behalf of 4d45c8dcd41847cfa83e6b889b4946cb for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:00:02.813692 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:03.157826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.objects.ports [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94705) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 17:00:03.158239 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:03.213800 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4675f2-8e3d-4ee2-83e3-4494b414d302,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:03.223300 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:03.223658 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Network hostable DHCP agents. Network: a3999b41-fad4-42a4-80e6-69353b0f0a85, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:00:03.314316 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:00:03.388464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, a3999b41-fad4-42a4-80e6-69353b0f0a85) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:03.392538 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:03.393255 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:03.398530 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb2629-2b4d-4f91-8925-1e730cebbe0f None None] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:03.497681 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-9c31e7bb-9aa9-4d41-aade-df45401273ff admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7980762 Sep 15 17:00:03.529871 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd9d2ca-7124-4935-9210-06074c38b725 None None] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:00:05.829345 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43276) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:06.028322 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-61576021-fe7b-4b8c-992b-f39decdbd028 admin admin] 10.222.0.57 "GET /v2.0/routers/227097dc-c1ab-40d4-b24a-899c39cf9e37 HTTP/1.1" status: 200 len: 710 time: 0.1977298 Sep 15 17:00:06.115202 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4329d1-7f13-4544-bd45-102cce8c9dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:00:06.116579 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8b4329d1-7f13-4544-bd45-102cce8c9dbd admin admin] 10.222.0.57 "GET /v2.0/networks/a3999b41-fad4-42a4-80e6-69353b0f0a85 HTTP/1.1" status: 200 len: 886 time: 0.0823545 Sep 15 17:00:06.126217 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:00:06.365733 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.686374 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.762365 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:06.875910 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Allocated IP 172.27.1.170 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/693e7407-b58a-40a6-b92f-4b4d641b4e8b) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:00:06.979719 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:07.079547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:07.114326 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:00:07.117001 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:00:07.122067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:00:07.158428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Pushing event updated for resources: {'Port': ['ID=693e7407-b58a-40a6-b92f-4b4d641b4e8b,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:07.474156 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:07.756320 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-615870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608782', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1769'] for router, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:07.759564 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-615861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-615852', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-608773'] for router, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:07.926864 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Router 227097dc-c1ab-40d4-b24a-899c39cf9e37 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:00:08.030226 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:00:08.034602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:08.035806 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-33ef8dd6-0a0f-44a3-97bf-d9f4f1fd070c admin admin] 10.222.0.57 "PUT /v2.0/routers/227097dc-c1ab-40d4-b24a-899c39cf9e37 HTTP/1.1" status: 200 len: 890 time: 1.9129250 Sep 15 17:00:08.685538 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 26d13dc9-c05f-47ad-9dde-de6aa4f07020 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:08.736635 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:08.737241 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:08.762802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Sync routers for ids ['227097dc-c1ab-40d4-b24a-899c39cf9e37'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:00:08.783833 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Routers {'227097dc-c1ab-40d4-b24a-899c39cf9e37'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:08.784477 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T16:59:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['227097dc-c1ab-40d4-b24a-899c39cf9e37'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:09.026220 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Set router 227097dc-c1ab-40d4-b24a-899c39cf9e37 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:09.419791 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T17:00:07Z', 'revision_number': 4, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port': {'id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:06Z', 'updated_at': '2021-09-15T17:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T17:00:02Z', 'revision_number': 5, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:09.470856 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Checking router: 227097dc-c1ab-40d4-b24a-899c39cf9e37 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:00:09.471206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Updating router 227097dc-c1ab-40d4-b24a-899c39cf9e37 port 693e7407-b58a-40a6-b92f-4b4d641b4e8b binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:00:09.517218 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:09.899209 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:09.959247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:10.101888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df592096-d52f-4a3d-ab8c-7b49dc107c06 None None] Pushing event updated for resources: {'Port': ['ID=693e7407-b58a-40a6-b92f-4b4d641b4e8b,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:10.105364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Attempting to bind port 693e7407-b58a-40a6-b92f-4b4d641b4e8b on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:00:10.105898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Attempting to bind port 693e7407-b58a-40a6-b92f-4b4d641b4e8b by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:00:10.106416 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Attempting to bind port 693e7407-b58a-40a6-b92f-4b4d641b4e8b on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:00:10.114872 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:00:10.115407 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:00:10.115977 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:10.116527 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:00:10.117206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Bound port: 693e7407-b58a-40a6-b92f-4b4d641b4e8b, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:00:10.117751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:10.175511 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] For port 693e7407-b58a-40a6-b92f-4b4d641b4e8b, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:00:10.178406 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] For port 693e7407-b58a-40a6-b92f-4b4d641b4e8b, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=693e7407-b58a-40a6-b92f-4b4d641b4e8b,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:00:10.256779 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:10.314911 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Routers {'227097dc-c1ab-40d4-b24a-899c39cf9e37'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:00:10.315540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T16:59:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['227097dc-c1ab-40d4-b24a-899c39cf9e37'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:10.317534 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df592096-d52f-4a3d-ab8c-7b49dc107c06 None None] Pushing event updated for resources: {'Port': ['ID=693e7407-b58a-40a6-b92f-4b4d641b4e8b,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:10.426485 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] Set router 227097dc-c1ab-40d4-b24a-899c39cf9e37 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:00:10.480138 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43288) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:00:10.593690 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-dbda5fce-4316-404c-aa0a-35bff69a1b7b admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121335 Sep 15 17:00:10.649201 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T17:00:07Z', 'revision_number': 4, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port': {'id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:06Z', 'updated_at': '2021-09-15T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T17:00:02Z', 'revision_number': 5, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:00:10.677153 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b320c93d-2689-4c02-b708-d23553e76750 None None] The sync data for ids ['227097dc-c1ab-40d4-b24a-899c39cf9e37'] in dv-cinder-801913-6-iscsi is: [{'id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'name': 'router1', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:59:49Z', 'updated_at': '2021-09-15T17:00:07Z', 'revision_number': 4, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'gw_port': {'id': '693e7407-b58a-40a6-b92f-4b4d641b4e8b', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:64:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:00:06Z', 'updated_at': '2021-09-15T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '26d13dc9-c05f-47ad-9dde-de6aa4f07020', 'name': '', 'network_id': '47e88369-1a72-49cf-9764-3bb95868527f', 'tenant_id': '4d6390f19b9641c3b5100c1297eac73e', 'mac_address': 'fa:16:3e:0f:50:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227097dc-c1ab-40d4-b24a-899c39cf9e37', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:59:58Z', 'updated_at': '2021-09-15T17:00:02Z', 'revision_number': 5, 'project_id': '4d6390f19b9641c3b5100c1297eac73e', 'subnets': [{'id': '98d0e963-c1bb-468a-b6ea-b87134fa35ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd89ce5ee-35b1-45e6-8664-31eecbf0b1d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:00:12.692629 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 693e7407-b58a-40a6-b92f-4b4d641b4e8b up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:12.749121 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 693e7407-b58a-40a6-b92f-4b4d641b4e8b triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:12.749950 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:12.847208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:13.021905 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 693e7407-b58a-40a6-b92f-4b4d641b4e8b, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=693e7407-b58a-40a6-b92f-4b4d641b4e8b,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:00:13.097047 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:13.178598 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=693e7407-b58a-40a6-b92f-4b4d641b4e8b,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:00:14.712456 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 693e7407-b58a-40a6-b92f-4b4d641b4e8b up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:00:14.796729 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 693e7407-b58a-40a6-b92f-4b4d641b4e8b triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:00:14.797484 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:22.296355 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d73c59f0-8618-499a-9777-8016097f67df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:24.930688 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9adb07bc-063d-4fcd-914b-2b124e68788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.233433 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:25.913673 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:27.736291 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:32.553039 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:00:52.308685 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-988f2718-2763-4f23-a0cf-7b864232907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:54.929880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-03e8f53b-885f-4919-b662-ef602b4ce428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.295320 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:55.906722 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:00:57.735325 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:09.552451 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:01:22.294457 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-77af266b-4864-400f-84ee-dfc4e9a8fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:24.968682 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-933860c8-b0a9-4e57-a445-52bdb04711a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.237339 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:25.940152 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:27.735121 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:46.550847 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:01:48.314344 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43850) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:48.375625 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d938eca-9b43-4526-b098-8666fa21435d admin admin] GET failed (client error): The resource could not be found. Sep 15 17:01:48.376968 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-3d938eca-9b43-4526-b098-8666fa21435d admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616910 Sep 15 17:01:48.534564 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d49905e-a470-4f2d-b9c1-687c28067984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:48.535953 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8d49905e-a470-4f2d-b9c1-687c28067984 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536944 Sep 15 17:01:50.742515 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43860) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:50.835712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee18df-0a0f-490c-b66d-f83ea10ad779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:50.837069 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d2ee18df-0a0f-490c-b66d-f83ea10ad779 admin admin] 10.222.0.57 "GET /v2.0/subnets/98d0e963-c1bb-468a-b6ea-b87134fa35ac HTTP/1.1" status: 200 len: 849 time: 0.0936077 Sep 15 17:01:50.847058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:01:50.928198 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.127999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788477058820'] for subnet, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.156057 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:51.157037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.161523 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] 10.222.0.57 "PUT /v2.0/subnets/98d0e963-c1bb-468a-b6ea-b87134fa35ac HTTP/1.1" status: 200 len: 868 time: 0.3144348 Sep 15 17:01:51.161712 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760366bc-ba70-4f2e-a0cf-da8406b9a8f5 None None] Network 47e88369-1a72-49cf-9764-3bb95868527f requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:01:51.182104 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d0e963-c1bb-468a-b6ea-b87134fa35ac,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:01:51.189386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.189676 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.189995 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.190328 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.190714 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.191071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.191403 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.191731 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.192074 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.192400 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.192724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.193045 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827cf23-ba02-46a1-a951-a08b58b11ac0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:01:51.518993 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-4914c33b-1862-4e63-a060-61e7f0d59f48 None None] Provisioning complete for port 26d13dc9-c05f-47ad-9dde-de6aa4f07020 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:51.519366 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4914c33b-1862-4e63-a060-61e7f0d59f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:51.603544 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-4914c33b-1862-4e63-a060-61e7f0d59f48 None None] Provisioning complete for port 6d4b8cb5-401c-449f-a939-e773da25013e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:01:51.603835 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4914c33b-1862-4e63-a060-61e7f0d59f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:52.299781 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-69fa3fb3-265e-4445-b4df-b611f879d573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:53.339336 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43868) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:53.533556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b35270-9ff5-40ad-9e76-1c2526516c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:53.533978 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b35270-9ff5-40ad-9e76-1c2526516c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:53.535530 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-57b35270-9ff5-40ad-9e76-1c2526516c2d admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952550 Sep 15 17:01:54.939200 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5a685b92-e572-49f9-ad2f-60e2f7c16512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.224997 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:55.708271 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43876) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:55.843470 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af2717-1a5f-4f77-ba7f-d52f0a207ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:55.843940 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00af2717-1a5f-4f77-ba7f-d52f0a207ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:55.845502 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-00af2717-1a5f-4f77-ba7f-d52f0a207ae6 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1362810 Sep 15 17:01:55.939863 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:57.767853 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:01:58.105719 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43884) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:01:58.237374 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e5059-7b58-4d76-9b07-677ff78f9b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:01:58.238808 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e15e5059-7b58-4d76-9b07-677ff78f9b65 admin admin] 10.222.0.57 "GET /v2.0/networks/47e88369-1a72-49cf-9764-3bb95868527f HTTP/1.1" status: 200 len: 869 time: 0.1320944 Sep 15 17:02:00.420135 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43892) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:00.541527 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f07eda-e701-4573-a565-8bfe734ea0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:00.542903 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-01f07eda-e701-4573-a565-8bfe734ea0e1 admin admin] 10.222.0.57 "GET /v2.0/networks/a3999b41-fad4-42a4-80e6-69353b0f0a85 HTTP/1.1" status: 200 len: 886 time: 0.1218402 Sep 15 17:02:02.707522 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43900) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:02.829022 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca581e0-a03b-4270-a5fc-5db30b98f053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:02.829483 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca581e0-a03b-4270-a5fc-5db30b98f053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:02.831006 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fca581e0-a03b-4270-a5fc-5db30b98f053 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225262 Sep 15 17:02:05.000263 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43908) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:05.091092 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04aeebe-677f-42ad-ad49-570e7612f303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:05.091559 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04aeebe-677f-42ad-ad49-570e7612f303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:05.093093 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a04aeebe-677f-42ad-ad49-570e7612f303 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918384 Sep 15 17:02:07.250618 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43916) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:07.333952 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52109149-6167-4b23-a20d-767df9328fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:07.335293 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-52109149-6167-4b23-a20d-767df9328fa8 admin admin] 10.222.0.57 "GET /v2.0/subnets/0a4675f2-8e3d-4ee2-83e3-4494b414d302 HTTP/1.1" status: 200 len: 816 time: 0.0837395 Sep 15 17:02:09.499227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 43924) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:09.634539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83ef33-a843-442a-902b-57fa8fb30ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:09.635856 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5c83ef33-a843-442a-902b-57fa8fb30ea0 admin admin] 10.222.0.57 "GET /v2.0/subnets/98d0e963-c1bb-468a-b6ea-b87134fa35ac HTTP/1.1" status: 200 len: 868 time: 0.1356895 Sep 15 17:02:22.298565 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-736be6d0-85a9-40c3-a034-f892a232e81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:23.548708 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:02:24.961817 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2e22e595-adfb-4393-a3d3-648300751aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:25.241211 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:25.938552 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:27.738563 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:35.010547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43980) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:35.057186 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [None req-f676e851-5f33-4819-8676-f820c9e72650 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:02:35.060746 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f676e851-5f33-4819-8676-f820c9e72650 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466697 Sep 15 17:02:37.308373 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43988) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:37.465484 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4aa85c3-ab66-45eb-a3b6-04a0a95465a8 admin admin] GET failed (client error): The resource could not be found. Sep 15 17:02:37.467045 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b4aa85c3-ab66-45eb-a3b6-04a0a95465a8 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1577270 Sep 15 17:02:37.550362 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cd015-9ddb-423b-b4d0-043ab6be06e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:37.551750 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-530cd015-9ddb-423b-b4d0-043ab6be06e6 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800405 Sep 15 17:02:39.740736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 43996) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:39.787483 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:39.892627 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Made reservation on behalf of 4d45c8dcd41847cfa83e6b889b4946cb for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:02:39.894921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.922240 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING neutron.services.revisions.revision_plugin [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Could not find related network for resource to bump revision. Sep 15 17:02:39.935618 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:02:39.944027 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:39.944376 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Added segment 59613185-bb6f-42d7-bd39-23dc29e9954b of type vlan for network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 Sep 15 17:02:39.988689 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.103616 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.104568 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:40.105172 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:40.163000 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] Pushing event updated for resources: {'Network': ['ID=4aa79b2f-4761-4bd1-ad9d-183121c717b4,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:40.172786 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:02:40.237909 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-50636783-8c5e-43ea-bd78-ae36b1034b5a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4825273 Sep 15 17:02:42.430598 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44004) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:02:42.489984 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9058a19-0fb2-49ba-ab03-5c45d0a650d9 admin admin] GET failed (client error): The resource could not be found. Sep 15 17:02:42.491297 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c9058a19-0fb2-49ba-ab03-5c45d0a650d9 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597434 Sep 15 17:02:42.562034 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6e5f4-3aa7-419c-b7b8-097c5337afaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:42.563453 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cad6e5f4-3aa7-419c-b7b8-097c5337afaf admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677044 Sep 15 17:02:42.573426 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:02:42.680473 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Made reservation on behalf of 4d45c8dcd41847cfa83e6b889b4946cb for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:02:42.682726 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:42.910182 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:42.965663 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108478cb-8364-48d6-a01c-9d5f68054418,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:42.969728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Checking segment: {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:02:42.970081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Network hostable DHCP agents. Network: 4aa79b2f-4761-4bd1-ad9d-183121c717b4, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:02:43.046465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:02:43.132485 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 4aa79b2f-4761-4bd1-ad9d-183121c717b4) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:02:43.136540 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:02:43.137130 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.142797 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85379247-819a-400b-ab5b-a89fb10987fc None None] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:02:43.219286 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e93e754a-c276-4032-b8f1-d4fb260fcbe9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6489978 Sep 15 17:02:43.289182 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-4aa79b2f-4761-4bd1-ad9d-183121c717b4', 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4', 'tenant_id': '4d45c8dcd41847cfa83e6b889b4946cb', 'fixed_ips': [{'subnet_id': '108478cb-8364-48d6-a01c-9d5f68054418'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:02:43.290147 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.428559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Allocated IP 192.168.233.2 (4aa79b2f-4761-4bd1-ad9d-183121c717b4/108478cb-8364-48d6-a01c-9d5f68054418/6e2eb773-7dc3-41f2-a132-94a0abd5d84d) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:02:43.571996 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.640767 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.678631 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:02:43.681486 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:02:43.686989 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:02:43.694411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Pushing event updated for resources: {'Port': ['ID=6e2eb773-7dc3-41f2-a132-94a0abd5d84d,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:43.704308 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.704661 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.705003 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.705340 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.705709 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.706581 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.706913 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.707260 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.707607 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.707935 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.708256 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.708579 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:02:43.758557 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Attempting to bind port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:02:43.758917 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Attempting to bind port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:02:43.759278 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Attempting to bind port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d on network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:02:43.764215 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:02:43.764582 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Checking segment: {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:02:43.764979 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.765363 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Bound using segment: {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:02:43.765861 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Bound port: 6e2eb773-7dc3-41f2-a132-94a0abd5d84d, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:02:43.766253 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.833292 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] For port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:02:43.833292 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] For port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6e2eb773-7dc3-41f2-a132-94a0abd5d84d,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:02:43.909910 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:43.969163 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f14890-1bba-498a-b57d-5d40401b06aa None None] Pushing event updated for resources: {'Port': ['ID=6e2eb773-7dc3-41f2-a132-94a0abd5d84d,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:44.802576 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6e2eb773-7dc3-41f2-a132-94a0abd5d84d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:02:44.828970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc6545-af70-47fd-9bf7-33e719e07d4a None None] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:02:44.929501 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] Provisioning complete for port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:44.929891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:44.965997 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:44.967118 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.128651 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.171802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.199643 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] For port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6e2eb773-7dc3-41f2-a132-94a0abd5d84d,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:02:45.298724 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:45.378964 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:02:45.379331 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG oslo_db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:02:45.382263 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504aa56a-4841-47e3-a5ab-64c728a88880 None None] Pushing event updated for resources: {'Port': ['ID=6e2eb773-7dc3-41f2-a132-94a0abd5d84d,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:02:45.418398 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-bbcb6dd9-cb51-4e11-b3e5-023abf7db6e8 None None] Provisioning complete for port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:45.418816 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bbcb6dd9-cb51-4e11-b3e5-023abf7db6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:46.771226 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6e2eb773-7dc3-41f2-a132-94a0abd5d84d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:02:46.814293 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6e2eb773-7dc3-41f2-a132-94a0abd5d84d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:02:46.814658 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:52.291831 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-76fce79d-1523-44ed-8370-4be15a430324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:54.994510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d73287b7-6be1-4e30-a310-361c9dffd5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.257848 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:55.926416 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:02:57.760793 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:00.546702 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:03:22.337034 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1e1d-df40-4c15-9875-838b27eecbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:24.948403 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9fdf9b3d-8fd2-4ffd-b7f2-19245488f3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.228580 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:25.931363 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:27.747002 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:37.544997 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:03:52.295677 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-7feabb05-e4f6-4a6d-9f08-d9c2b1ed037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:54.930241 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a47f57dd-dc91-48a5-9e72-eb7e725524fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:55.244333 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:55.913058 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:03:57.753138 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:00.610753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44056) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:00.616567 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [None req-1467d507-1a0e-4d1f-9a3a-69eb5f0d4de6 tempest-verify_tempest_config-703914297 tempest-verify_tempest_config-703914297-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:04:00.617479 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1467d507-1a0e-4d1f-9a3a-69eb5f0d4de6 tempest-verify_tempest_config-703914297 tempest-verify_tempest_config-703914297-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057721 Sep 15 17:04:01.106111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44074) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:01.207562 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.298236 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.403233 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.446512 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd1083-60b9-477f-858b-332aa7caaf03,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:01.450945 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a13cbf368164e4f8df4bbd4bad2ba60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3438640 Sep 15 17:04:01.454382 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44078) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:04:01.456827 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.457182 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.457517 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.457870 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.458191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.458528 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.458849 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.459163 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.459479 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.459794 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.460115 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.460416 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a975e1-0535-49b3-a295-6f838cd371e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.508884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.528916 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.730382 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.733682 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:01.734807 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6bfd1083-60b9-477f-858b-332aa7caaf03 HTTP/1.1" status: 204 len: 168 time: 0.2794063 Sep 15 17:04:01.742731 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd1083-60b9-477f-858b-332aa7caaf03,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:04:01.749250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.749635 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.749977 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.750303 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.750624 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.750960 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.751285 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.751600 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.751936 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.752251 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.752565 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:01.752874 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2acf30-aea2-40f8-9024-5df7b824cfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:04:14.545703 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:04:22.306282 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a1ae-2dc0-4431-97f7-616ba6b1a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:24.963284 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-780c13c9-0961-446b-a380-617a73ee12eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:25.259221 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:25.906298 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:27.752072 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:51.544125 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:04:52.408569 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-656961f1-64bd-452e-95c8-0f6c319dbffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:54.966625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8e6e41a0-7085-45fd-a106-8715acd23af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.254095 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:55.939633 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:04:57.773719 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:22.384760 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-96b14203-bd7b-4365-8c04-d886e2c74a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:24.956026 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-47647b16-13a3-48fd-9fef-f1d656e5a99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:25.247680 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:25.950404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:27.748659 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:28.542521 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 5 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:05:33.876808 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-613922'] for agent, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:48.949533 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44152) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:49.050650 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-580c7307-17ec-45fe-b7d2-c2523bb25aa2 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1000035 Sep 15 17:05:51.268400 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44162) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:05:51.325274 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4bc17c3e-bde6-4cfb-9faf-0ff4601b7080 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0558097 Sep 15 17:05:52.292304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-07d22d54-c9db-4f94-8a9a-d650c46c3d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:54.943896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4a137319-cf27-4620-bf30-15fe1b86bb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:55.262636 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:55.943784 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:05:57.754984 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:03.817760 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:05.540637 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:06:22.308457 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c8bd8e55-07fb-461f-88d1-f039c5d11392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:24.954293 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-87d451df-fdb2-487e-8230-ab59bb114e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.278245 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:25.942678 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:27.771068 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:33.851898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:42.541017 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:06:52.294352 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-eb568ceb-0320-4c77-8ff1-e014eadc9ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:54.976120 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a2d785b1-2425-45f3-b5af-a760fee47839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:55.319224 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:55.936284 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:06:57.762848 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:03.861728 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:19.539685 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:07:20.685774 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44328) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:21.066019 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-network', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:21.159083 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Made reservation on behalf of 84267aefc12d4c0ba56721e5747675a7 for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:21.162274 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.171321 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.271115 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.358204 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.383647 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:21.393610 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b6db7b-7cdc-4da5-85b4-49b9f153aa69,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:21.402623 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.404776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.405227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.405227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.405523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.405941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.406151 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Tracked resource versions report: Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: pushed versions: Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: { 'AddressGroup': {'1.2'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'ConntrackHelper': {'1.0'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Log': {'1.0'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Network': {'1.1'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Port': {'1.7'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'PortForwarding': {'1.2'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'QosPolicy': {'1.9'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroup': {'1.4'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SubPort': {'1.0'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Subnet': {'1.1'}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Trunk': {'1.1'}} Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: consumer versions: Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: HyperV agent@hv-cinder-80191: {}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'ConntrackHelper': '1.0', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Log': '1.0', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Network': '1.1', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Port': '1.7', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'PortForwarding': '1.2', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'QosPolicy': '1.9', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroup': '1.4', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SecurityGroupRule': '1.2', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'SubPort': '1.0', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Subnet': '1.1', Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: 'Trunk': '1.1'}} Sep 15 17:07:21.407160 dv-cinder-801913-6-iscsi neutron-server[94706]: {{(pid=94706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:07:21.422208 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.422549 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Added segment 3f252253-0c85-43fa-b105-02af71be5cc4 of type vlan for network e2606e56-126c-411b-aa97-05a9cde51cbb Sep 15 17:07:21.467613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.661724 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.662803 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:21.663446 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:21.745671 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] Pushing event updated for resources: {'Network': ['ID=e2606e56-126c-411b-aa97-05a9cde51cbb,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:21.754794 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44380) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:21.757484 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network e2606e56-126c-411b-aa97-05a9cde51cbb details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:21.761513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Request body: {'subnet': {'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-subnet', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:21.766537 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-136979f8-d154-4058-8e01-79c20b62243e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0796640 Sep 15 17:07:21.853637 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Made reservation on behalf of 84267aefc12d4c0ba56721e5747675a7 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:21.855986 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.083194 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44398) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:22.090056 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.091135 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44402) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:22.143515 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae136c4-1a3e-48c0-adbf-6880645f6358,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:22.156526 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.157164 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.157697 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.158028 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.158352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.158695 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.159018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.159336 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.160187 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.160664 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.160989 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.161301 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Tracked resource versions report: Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: pushed versions: Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: { 'AddressGroup': {'1.2'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'ConntrackHelper': {'1.0'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Log': {'1.0'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Network': {'1.1'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Port': {'1.7'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'PortForwarding': {'1.2'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'QosPolicy': {'1.9'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroup': {'1.4'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SubPort': {'1.0'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Subnet': {'1.1'}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Trunk': {'1.1'}} Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: consumer versions: Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: HyperV agent@hv-cinder-80191: {}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'ConntrackHelper': '1.0', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Log': '1.0', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Network': '1.1', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Port': '1.7', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'PortForwarding': '1.2', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'QosPolicy': '1.9', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroup': '1.4', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SecurityGroupRule': '1.2', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'SubPort': '1.0', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Subnet': '1.1', Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: 'Trunk': '1.1'}} Sep 15 17:07:22.162356 dv-cinder-801913-6-iscsi neutron-server[94705]: {{(pid=94705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:07:22.176043 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Checking segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:22.176389 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Network hostable DHCP agents. Network: e2606e56-126c-411b-aa97-05a9cde51cbb, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:22.219969 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44412) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:22.302052 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Network e2606e56-126c-411b-aa97-05a9cde51cbb is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:22.316190 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-network', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:22.337393 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289102629-network', 'tenant_id': 'd4473d8d0452405fa6b6a732d62bdf95'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:22.359085 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b765-18ac-4458-812e-434532ca66b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.410139 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Made reservation on behalf of 5e40880be02b4e4daee82c28bd1d2130 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:22.412601 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.421803 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.467358 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, e2606e56-126c-411b-aa97-05a9cde51cbb) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:22.471780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:22.476131 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.477543 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8e0c6-5adf-4f3f-8a4b-02aff8d01be5 None None] Network e2606e56-126c-411b-aa97-05a9cde51cbb requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:22.495850 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Made reservation on behalf of d4473d8d0452405fa6b6a732d62bdf95 for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:22.498901 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.508078 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-677826365-network', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:22.513067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.565609 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f05ac344-70af-4144-acc2-227a257959e3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8088620 Sep 15 17:07:22.568011 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44432) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:22.572872 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:22.630315 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5c923-fbd7-436f-928a-d30b49712392 None None] Network e2606e56-126c-411b-aa97-05a9cde51cbb requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:22.663838 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.792827 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.815964 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:22.815964 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:22.815964 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id_1': 'd4473d8d0452405fa6b6a732d62bdf95', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 2, 531716)}] Sep 15 17:07:22.815964 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:22.817302 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.db.api [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:22.817302 dv-cinder-801913-6-iscsi neutron-server[94705]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:22.817302 dv-cinder-801913-6-iscsi neutron-server[94705]: [parameters: {'project_id_1': '84267aefc12d4c0ba56721e5747675a7', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 2, 578664)}] Sep 15 17:07:22.817302 dv-cinder-801913-6-iscsi neutron-server[94705]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:22.817654 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG oslo_db.api [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:22.819228 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:22.831967 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:22.847851 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.848098 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Added segment c0943e4b-4e8e-47d1-8cd5-a731bcbf357b of type vlan for network 7861bcdb-330f-45d2-b7da-a05302031207 Sep 15 17:07:22.884083 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878f8a09-4c23-4d91-b4a3-7cd5760c71ce,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:22.905157 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.923295 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Made reservation on behalf of 5cbbe4cb7f274016ad6ecdccd0061e4a for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:22.925659 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:22.936402 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.011826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.012790 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:23.013362 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.094297 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] Pushing event updated for resources: {'Network': ['ID=7861bcdb-330f-45d2-b7da-a05302031207,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.104111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.104574 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 7861bcdb-330f-45d2-b7da-a05302031207 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:23.179066 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.203487 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:23.224182 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88442447-bba9-41de-ac25-5652ab500d01,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.228318 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.228696 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Added segment d7764d54-0525-4f96-b3be-2bf915d0816f of type vlan for network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 Sep 15 17:07:23.281285 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-88a97033-5915-4d41-a2af-280b23a1437f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1968544 Sep 15 17:07:23.284222 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44476) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:23.292397 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Request body: {'subnet': {'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-subnet', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:23.318943 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.321817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.391580 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Made reservation on behalf of 5e40880be02b4e4daee82c28bd1d2130 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:23.394530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.420981 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.422036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:23.422662 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.528566 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] Pushing event updated for resources: {'Network': ['ID=7dbb187b-c00a-40b8-a77c-bcc7b276eb07,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.539075 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:23.607654 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.609267 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.658503 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.674912 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.723035 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.750823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e822d-258b-471d-a553-a7297982f6f7,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.776423 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:23.787677 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.788021 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Added segment 9983cc14-57cc-4049-9c4e-9e161fe97d10 of type vlan for network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba Sep 15 17:07:23.808815 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.828601 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.873248 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8b772f3b-45a7-4ab9-b812-e506679f7d7c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6500721 Sep 15 17:07:23.876649 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44496) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:23.882094 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Request body: {'subnet': {'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-677826365-subnet', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:23.945287 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.946378 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:23.946919 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.966582 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b286fb20-cfe1-4228-84c9-5bb3e3d321ca,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:23.974556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:23.987053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Checking segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:23.987299 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Network hostable DHCP agents. Network: 7861bcdb-330f-45d2-b7da-a05302031207, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:24.016366 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44500) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:24.020509 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] Pushing event updated for resources: {'Network': ['ID=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.030467 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:24.034110 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Made reservation on behalf of 5cbbe4cb7f274016ad6ecdccd0061e4a for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:24.036576 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Notify callbacks [] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.167485 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Network 7861bcdb-330f-45d2-b7da-a05302031207 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:24.176230 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3d580429-79b7-494a-b0e3-8cd8a413f87e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0796676 Sep 15 17:07:24.178463 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44508) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:24.190873 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Request body: {'subnet': {'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289102629-subnet', 'tenant_id': 'd4473d8d0452405fa6b6a732d62bdf95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:24.195151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-45521a9a-3bed-4f44-8326-f898bb470314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.297158 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 7861bcdb-330f-45d2-b7da-a05302031207) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:24.307527 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.307527 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.307712 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe80b83-653a-4904-b7f5-dd06aeafaec1 None None] Network 7861bcdb-330f-45d2-b7da-a05302031207 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:24.353985 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Made reservation on behalf of d4473d8d0452405fa6b6a732d62bdf95 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:24.358817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.490704 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.556186 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44524) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:24.571013 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.589069 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-7861bcdb-330f-45d2-b7da-a05302031207', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:07:24.591326 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.592286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e6f638-596e-4354-885a-a0a2bc87c446,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.608546 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.637458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Checking segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:24.637909 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Network hostable DHCP agents. Network: 7dbb187b-c00a-40b8-a77c-bcc7b276eb07, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:24.772649 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-781e8a87-76cf-4348-8d09-ccb531926a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.781123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Allocated IP 172.20.0.2 (7861bcdb-330f-45d2-b7da-a05302031207/b286fb20-cfe1-4228-84c9-5bb3e3d321ca/b155e3cd-9872-4064-aa75-92cd6df4ed3a) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:24.804188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:24.818039 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-45521a9a-3bed-4f44-8326-f898bb470314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.825239 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Allocated IP 172.27.1.104 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/feb1a3bc-1c6b-4539-b172-f10266773f2c) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:24.836597 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.891804 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f236ada-5ca3-410a-985c-f8417e87ba66,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:24.902684 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Checking segment: {'id': '9983cc14-57cc-4049-9c4e-9e161fe97d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:24.903560 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Network hostable DHCP agents. Network: 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:24.905517 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 7dbb187b-c00a-40b8-a77c-bcc7b276eb07) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:24.912391 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:24.913262 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.924027 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0657a9-ec8d-42f6-800a-306dc79fda93 None None] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:24.936735 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.947470 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-45521a9a-3bed-4f44-8326-f898bb470314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.961628 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:24.996966 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-45521a9a-3bed-4f44-8326-f898bb470314 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16736d0ca11047bc9df6ed3d50c81f33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9794672 Sep 15 17:07:24.999665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44530) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:25.006837 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-08caa86a-c481-4df2-bfe6-e32e9a81a84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.011939 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45521a9a-3bed-4f44-8326-f898bb470314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df894d78-1455-4ea7-95ea-d32bda755a01,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.029012 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.032478 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:25.035636 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-04b6fe4b-a3b3-4c12-ad80-ec8750934803 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7492194 Sep 15 17:07:25.035759 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0d49ea90-7aa1-4da4-9e54-756008bc94df admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1575413 Sep 15 17:07:25.040290 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44534) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:25.042704 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44536) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:25.044556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:25.046868 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:25.056021 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:25.064551 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:25.068014 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.087514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.088075 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.091798 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96305d-9664-4a7a-bb13-b47aed7b8280 None None] Network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:25.115889 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.118900 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Network 7861bcdb-330f-45d2-b7da-a05302031207 is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:25.141772 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:25.144749 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Pushing event updated for resources: {'Port': ['ID=b155e3cd-9872-4064-aa75-92cd6df4ed3a,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.148431 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:25.156335 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:25.156521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:25.162025 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:25.163736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=feb1a3bc-1c6b-4539-b172-f10266773f2c,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.194341 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.194975 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.195311 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.195836 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.196169 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.196504 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.196829 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.197333 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.197702 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.198033 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.198359 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.198681 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Tracked resource versions report: Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: pushed versions: Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: { 'AddressGroup': {'1.2'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'ConntrackHelper': {'1.0'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Log': {'1.0'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Network': {'1.1'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Port': {'1.7'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'PortForwarding': {'1.2'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'QosPolicy': {'1.9'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroup': {'1.4'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SubPort': {'1.0'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Subnet': {'1.1'}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Trunk': {'1.1'}} Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: consumer versions: Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: HyperV agent@hv-cinder-80191: {}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'ConntrackHelper': '1.0', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Log': '1.0', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Network': '1.1', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Port': '1.7', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'PortForwarding': '1.2', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'QosPolicy': '1.9', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroup': '1.4', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SecurityGroupRule': '1.2', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'SubPort': '1.0', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Subnet': '1.1', Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: 'Trunk': '1.1'}} Sep 15 17:07:25.199718 dv-cinder-801913-6-iscsi neutron-server[94707]: {{(pid=94707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:07:25.270651 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.273180 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.274341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df894d78-1455-4ea7-95ea-d32bda755a01 HTTP/1.1" status: 204 len: 168 time: 0.2735236 Sep 15 17:07:25.275584 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-781e8a87-76cf-4348-8d09-ccb531926a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.282566 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:07:25.283425 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.286438 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64d00d-90c8-43b9-a086-f969991aeb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df894d78-1455-4ea7-95ea-d32bda755a01,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.323928 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Attempting to bind port b155e3cd-9872-4064-aa75-92cd6df4ed3a on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:25.324441 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Attempting to bind port b155e3cd-9872-4064-aa75-92cd6df4ed3a by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:25.324650 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Attempting to bind port b155e3cd-9872-4064-aa75-92cd6df4ed3a on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:25.364121 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-781e8a87-76cf-4348-8d09-ccb531926a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.408832 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-781e8a87-76cf-4348-8d09-ccb531926a96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40240498dc3f4b6e850d8d34759bc1ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8477855 Sep 15 17:07:25.410072 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44548) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:25.417907 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e8a87-76cf-4348-8d09-ccb531926a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329c0a91-f48a-4142-9a53-c8fc26a21b5f,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.485204 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.521194 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3961e119-130d-4ac5-8f76-b1b5b6fdd20b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3412397 Sep 15 17:07:25.565332 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.592067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.646967 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Allocated IP 172.20.0.2 (7dbb187b-c00a-40b8-a77c-bcc7b276eb07/b5e6f638-596e-4354-885a-a0a2bc87c446/ccf7eb38-a032-4f32-b8d9-a9efe2a5c228) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:25.670044 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:25.670641 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Checking segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:25.671288 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.671842 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Bound using segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:25.672692 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Bound port: b155e3cd-9872-4064-aa75-92cd6df4ed3a, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:25.673300 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.687260 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.770755 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.773483 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.777591 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/329c0a91-f48a-4142-9a53-c8fc26a21b5f HTTP/1.1" status: 204 len: 168 time: 0.3662074 Sep 15 17:07:25.792242 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8ae30-9052-42b7-beba-1be2bd6cb330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329c0a91-f48a-4142-9a53-c8fc26a21b5f,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:25.839510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7779de5-386b-4f48-b534-7227757fc987 None None] Network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:25.914128 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] For port b155e3cd-9872-4064-aa75-92cd6df4ed3a, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:25.934071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:25.967658 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] For port b155e3cd-9872-4064-aa75-92cd6df4ed3a, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b155e3cd-9872-4064-aa75-92cd6df4ed3a,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:26.029996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.033455 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.042847 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.053974 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.080506 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.113465 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.115661 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.162380 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.169208 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.183382 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44602) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:26.183507 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:26.184650 dv-cinder-801913-6-iscsi neutron-server[94705]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:07:26.185788 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:26.195232 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:26.263839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4f7a6-4746-46c1-8270-ed81a56dd425 None None] Pushing event updated for resources: {'Port': ['ID=b155e3cd-9872-4064-aa75-92cd6df4ed3a,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:26.321426 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Pushing event updated for resources: {'Port': ['ID=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:26.335566 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.361896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Attempting to bind port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:26.362465 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Attempting to bind port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:26.362858 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Attempting to bind port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:26.390377 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:26.391051 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Checking segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:26.391682 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.392259 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Bound using segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:26.396951 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Bound port: ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:26.397796 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.455978 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:07:26.511901 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] For port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:26.525939 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] For port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:26.554235 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.566782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-15482324-dda7-4d0e-9a33-8ccbc4f9520b tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:26.568349 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-15482324-dda7-4d0e-9a33-8ccbc4f9520b tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/networks?id=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba HTTP/1.1" status: 200 len: 811 time: 0.3865323 Sep 15 17:07:26.624268 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44608) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:26.656498 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.680909 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50fbe293-3f09-40d1-a115-b273f08dcca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.742703 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:26.755723 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-aa8876bf-b351-4e49-b9a6-09f4b441e0b4 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/quotas/d4473d8d0452405fa6b6a732d62bdf95 HTTP/1.1" status: 200 len: 375 time: 0.0303376 Sep 15 17:07:26.823371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0ed8-88ed-4e4e-8e38-29fab46ac135 None None] Pushing event updated for resources: {'Port': ['ID=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:26.864224 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-48b6511c-b800-4720-8dfe-352250439e28 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d4473d8d0452405fa6b6a732d62bdf95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0916367 Sep 15 17:07:26.876294 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:26.890977 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Sync routers for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:26.908985 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:26.910551 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:26.923307 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50fbe293-3f09-40d1-a115-b273f08dcca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.023001 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50fbe293-3f09-40d1-a115-b273f08dcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.051660 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b155e3cd-9872-4064-aa75-92cd6df4ed3a up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:27.148269 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-50fbe293-3f09-40d1-a115-b273f08dcca4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0351440ea05b43e0bdd0fee5df921c0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5204659 Sep 15 17:07:27.150685 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbe293-3f09-40d1-a115-b273f08dcca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e4899-5ace-4a50-b003-479bb022633b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.161485 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b155e3cd-9872-4064-aa75-92cd6df4ed3a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:27.161909 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.173679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44628) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:27.226376 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.226376 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-adfb8966-436a-4530-9223-b481d4c9b8c3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6544163 Sep 15 17:07:27.230439 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44630) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:27.326328 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.337569 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.343711 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:27.371998 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port b155e3cd-9872-4064-aa75-92cd6df4ed3a, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b155e3cd-9872-4064-aa75-92cd6df4ed3a,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:27.432489 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.461712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.484123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.605987 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=b155e3cd-9872-4064-aa75-92cd6df4ed3a,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:27.649294 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:25Z', 'revision_number': 3, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:27.686168 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-b4145785-46d3-4f8b-87aa-c9077d475cd6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:07:27.687489 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-b4145785-46d3-4f8b-87aa-c9077d475cd6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2821219 Sep 15 17:07:27.695754 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Checking router: 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:27.695754 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Updating router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 port feb1a3bc-1c6b-4539-b172-f10266773f2c binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:27.729020 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.735523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.744090 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7e91f8-17f1-41ef-af57-75c303595820 None None] Network 7861bcdb-330f-45d2-b7da-a05302031207 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:27.864906 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.921675 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-d92e65e6-888e-4c1a-93ce-30a77581eb0e None None] Provisioning complete for port b155e3cd-9872-4064-aa75-92cd6df4ed3a triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:27.922052 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d92e65e6-888e-4c1a-93ce-30a77581eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:27.965203 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.021881 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44644) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:28.029946 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.107227 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Allocated IP 172.27.1.36 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/73b80793-d7c3-4d37-b31c-bd5edbafb719) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:28.160302 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-7b9b5e30-a492-4300-9ee1-a143566d8706 service neutron] 10.222.0.57 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558921 Sep 15 17:07:28.267443 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.271067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.273122 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/694e4899-5ace-4a50-b003-479bb022633b HTTP/1.1" status: 204 len: 168 time: 1.0949228 Sep 15 17:07:28.286262 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f2a41-29e4-4995-ba7f-b4fc030263dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e4899-5ace-4a50-b003-479bb022633b,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:28.382546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef0933-92d7-4cdd-84d7-19ca2c9ca4a1 None None] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:28.414262 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1903dc31-cf28-4e0f-8858-084b5670a8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.456031 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Provisioning complete for port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:28.456441 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.509066 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-86a2588f-bd23-4f19-9adf-2a931c9d2a19 service neutron] 10.222.0.57 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256695 Sep 15 17:07:28.518535 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.599503 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.647145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.658072 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] For port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:28.773206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.780283 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:28.811940 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:28.819683 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:28.821611 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Pushing event updated for resources: {'Port': ['ID=73b80793-d7c3-4d37-b31c-bd5edbafb719,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:28.836558 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.895736 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Provisioning complete for port b155e3cd-9872-4064-aa75-92cd6df4ed3a triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:28.906382 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.928950 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:28.968148 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1903dc31-cf28-4e0f-8858-084b5670a8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.016157 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5467027-dc94-483a-af5b-d9bea8f432f1 None None] Pushing event updated for resources: {'Port': ['ID=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:29.074877 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44680) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:29.083201 dv-cinder-801913-6-iscsi neutron-server[94706]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 17:07:29.092381 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1903dc31-cf28-4e0f-8858-084b5670a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.166926 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Attempting to bind port feb1a3bc-1c6b-4539-b172-f10266773f2c on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:29.168810 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Attempting to bind port feb1a3bc-1c6b-4539-b172-f10266773f2c by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:29.169400 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Attempting to bind port feb1a3bc-1c6b-4539-b172-f10266773f2c on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:29.178636 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:29.179393 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:29.180129 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.180726 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:29.193629 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Bound port: feb1a3bc-1c6b-4539-b172-f10266773f2c, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:29.193629 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.193629 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Pushing event updated for resources: {'Port': ['ID=feb1a3bc-1c6b-4539-b172-f10266773f2c,revision_number=2']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:29.223967 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:29.226679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Allocated IP 172.27.1.55 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/882f7332-9953-4b43-af5b-64489fe79c3e) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:29.229971 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.275929 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.279261 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:29.279684 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.280009 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.280506 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.281024 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.281522 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.282060 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.282618 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.283101 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.283601 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.286002 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.286533 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.287048 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Tracked resource versions report: Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: pushed versions: Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: { 'AddressGroup': {'1.2'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'ConntrackHelper': {'1.0'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Log': {'1.0'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Network': {'1.1'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Port': {'1.7'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'PortForwarding': {'1.2'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'QosPolicy': {'1.9'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroup': {'1.4'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroupRule': {'1.2'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SubPort': {'1.0'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Subnet': {'1.1'}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Trunk': {'1.1'}} Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: consumer versions: Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: { DHCP agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: HyperV agent@hv-cinder-80191: {}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: L3 agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: Metadata agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: Metering agent@dv-cinder-801913-6-iscsi: {}, Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: Open vSwitch agent@dv-cinder-801913-6-iscsi: { 'AddressGroup': '1.2', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'ConntrackHelper': '1.0', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Log': '1.0', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Network': '1.1', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Port': '1.7', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'PortForwarding': '1.2', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'QosPolicy': '1.9', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroup': '1.4', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SecurityGroupRule': '1.2', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'SubPort': '1.0', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Subnet': '1.1', Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: 'Trunk': '1.1'}} Sep 15 17:07:29.288253 dv-cinder-801913-6-iscsi neutron-server[94708]: {{(pid=94708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 17:07:29.364739 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6e085466-8a9f-42a5-a233-34fa850a1ea6 None None] Provisioning complete for port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:29.364943 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6e085466-8a9f-42a5-a233-34fa850a1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.369869 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] For port feb1a3bc-1c6b-4539-b172-f10266773f2c, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:29.377405 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] For port feb1a3bc-1c6b-4539-b172-f10266773f2c, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=feb1a3bc-1c6b-4539-b172-f10266773f2c,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:29.390727 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-158fdbe3-8408-438a-ac5d-637940a54dfd req-10ff02f6-796b-446b-8d1f-c321f4727d44 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.3147538 Sep 15 17:07:29.393242 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1903dc31-cf28-4e0f-8858-084b5670a8c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a4c981292374be29a3c52f9c83c7b7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3700256 Sep 15 17:07:29.400824 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903dc31-cf28-4e0f-8858-084b5670a8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d355b4c-36c2-45ec-b73d-fb1bbc69d6f0,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:29.403060 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44706) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:29.409384 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.449478 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b155e3cd-9872-4064-aa75-92cd6df4ed3a up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:29.457197 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.537192 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:29.537933 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:29.553365 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b155e3cd-9872-4064-aa75-92cd6df4ed3a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:29.553780 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.583844 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219108e9-5eef-49cc-ab96-bf6d55b184ec None None] Pushing event updated for resources: {'Port': ['ID=feb1a3bc-1c6b-4539-b172-f10266773f2c,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:29.601448 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:29.762237 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:29.773047 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Pushing event updated for resources: {'Port': ['ID=882f7332-9953-4b43-af5b-64489fe79c3e,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:29.782344 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:29.783798 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:29.805702 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:30.113591 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:25Z', 'revision_number': 3, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:30.141684 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ba4d3-af45-4a51-9b6f-9bc563c55858 None None] The sync data for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi is: [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:25Z', 'revision_number': 3, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:30.158943 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.223639 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.228272 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.276511 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Allocated IP 172.20.0.1 (e2606e56-126c-411b-aa97-05a9cde51cbb/eae136c4-1a3e-48c0-adbf-6880645f6358/ee7476a6-724c-4204-8750-9c7f136ebfae) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:30.301475 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.523204 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.525791 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.529866 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d355b4c-36c2-45ec-b73d-fb1bbc69d6f0 HTTP/1.1" status: 204 len: 168 time: 0.6197829 Sep 15 17:07:30.555313 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434370-9c2c-4bc1-8ac0-0c82b952d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d355b4c-36c2-45ec-b73d-fb1bbc69d6f0,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:30.562159 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.696838 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.720353 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1db62528-0a52-4dd6-a903-66299b5c305e req-bd03f6b2-bbac-4e6d-ae30-4a482670305e tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.0879993 Sep 15 17:07:30.741347 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:30.951284 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.021701 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Network e2606e56-126c-411b-aa97-05a9cde51cbb is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:31.025713 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:31.045530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:31.046058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.156206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:31.172809 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:07:31.192166 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:31.200812 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:07:31.274683 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:31.275062 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.359578 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:31.387108 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:31.445492 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.448981 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:31.449403 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e1147e7d-622d-489c-a761-3609e0959822 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4087043 Sep 15 17:07:31.455348 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:31.457693 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 44806) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:31.458280 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:31.470551 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:31.493693 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:31.501007 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:31.564540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device feb1a3bc-1c6b-4539-b172-f10266773f2c up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:31.575383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.576619 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-09385ba8-d2d7-4e90-940f-ef7a043d9743 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5331149 Sep 15 17:07:31.579672 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44814) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:31.664965 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.868982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44822) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:31.916575 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port feb1a3bc-1c6b-4539-b172-f10266773f2c triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:31.917386 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:31.965087 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:31.978742 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:32.131184 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-16dc6059-73f4-4da7-bf7f-d931dc942023 req-ff52e025-52e3-4941-a75e-08ebbf70c9d5 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.0718999 Sep 15 17:07:32.366919 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:30Z', 'revision_number': 3, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:32.370316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e07ecd70-af56-4c9a-876b-0b946eebc196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.494120 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.496566 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:32.497024 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Updating router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 port 882f7332-9953-4b43-af5b-64489fe79c3e binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:32.566832 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port feb1a3bc-1c6b-4539-b172-f10266773f2c, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=feb1a3bc-1c6b-4539-b172-f10266773f2c,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:32.570481 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e07ecd70-af56-4c9a-876b-0b946eebc196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.571356 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:29Z', 'revision_number': 3, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:32.586177 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.640539 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.653266 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:32.653266 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Updating router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa port 73b80793-d7c3-4d37-b31c-bd5edbafb719 binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:32.684131 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e07ecd70-af56-4c9a-876b-0b946eebc196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.782727 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e07ecd70-af56-4c9a-876b-0b946eebc196 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60c674429c5140228b8665b11a9342ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9120541 Sep 15 17:07:32.785035 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44850) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:32.797309 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.815107 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.833402 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.880623 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ecd70-af56-4c9a-876b-0b946eebc196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d8379d-063a-44c7-a1eb-cff2fd17c616,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:32.902082 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.902823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.906131 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:32.950453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=feb1a3bc-1c6b-4539-b172-f10266773f2c,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:32.998624 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.008676 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.088553 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:33.194978 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.260891 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Network e2606e56-126c-411b-aa97-05a9cde51cbb is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:33.263956 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:33.283682 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.343811 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a1bd-d585-4f90-b171-d8c75678794f None None] Pushing event updated for resources: {'Port': ['ID=882f7332-9953-4b43-af5b-64489fe79c3e,revision_number=2']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Attempting to bind port 882f7332-9953-4b43-af5b-64489fe79c3e on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Attempting to bind port 882f7332-9953-4b43-af5b-64489fe79c3e by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Attempting to bind port 882f7332-9953-4b43-af5b-64489fe79c3e on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Bound port: 882f7332-9953-4b43-af5b-64489fe79c3e, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:33.401955 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.419230 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Allocated IP 172.20.0.1 (7dbb187b-c00a-40b8-a77c-bcc7b276eb07/b5e6f638-596e-4354-885a-a0a2bc87c446/d7374ef9-2f20-45da-8397-a70d102cef19) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:33.496387 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] For port 882f7332-9953-4b43-af5b-64489fe79c3e, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:33.501505 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] For port 882f7332-9953-4b43-af5b-64489fe79c3e, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=882f7332-9953-4b43-af5b-64489fe79c3e,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:33.515245 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-95ab3372-e29d-4b07-abc6-69822f2192c1 req-856b196a-94e8-44b8-81df-5b9e38717454 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.1089590 Sep 15 17:07:33.606262 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Allocated IP 172.20.0.1 (7861bcdb-330f-45d2-b7da-a05302031207/b286fb20-cfe1-4228-84c9-5bb3e3d321ca/6ed4a220-98e9-4c61-a4b8-952553a624cf) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:33.607124 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.607756 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.641967 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:07:33.759760 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.822616 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:33.827389 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.828387 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a889bc96-7ff2-4a04-83f1-c06c3e552a51 admin admin] 10.222.0.57 "PUT /v2.0/routers/609d95e6-d5dc-4e26-b46f-8b3d88b6bb25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5919218 Sep 15 17:07:33.837457 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:33.838735 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24d8379d-063a-44c7-a1eb-cff2fd17c616 HTTP/1.1" status: 204 len: 168 time: 1.0494201 Sep 15 17:07:33.840301 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Sync routers for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:33.846483 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb1050-6fce-45fb-a722-217cbc1cee9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d8379d-063a-44c7-a1eb-cff2fd17c616,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:33.850425 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:34.142119 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:34.143020 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.144715 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.158854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.54', 65218) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:34.160179 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.160179 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.161047 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:34.161047 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:34.161324 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.161480 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0615-d7c2-4135-bf95-046a997f86ca None None] Pushing event updated for resources: {'Port': ['ID=73b80793-d7c3-4d37-b31c-bd5edbafb719,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:34.161959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:34.161959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:34.161959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:34.161959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.162262 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a1bd-d585-4f90-b171-d8c75678794f None None] Pushing event updated for resources: {'Port': ['ID=882f7332-9953-4b43-af5b-64489fe79c3e,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:34.162456 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:34.162533 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:34.162602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Network 7861bcdb-330f-45d2-b7da-a05302031207 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:34.162602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:34.162602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:34.162602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.200648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-762a70e5-0c7e-429b-a06c-1702bd8cb8d0 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:34.203924 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-762a70e5-0c7e-429b-a06c-1702bd8cb8d0 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.54 "GET /v2.0/networks?id=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba HTTP/1.1" status: 200 len: 811 time: 0.3009553 Sep 15 17:07:34.251544 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:34.270657 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Request body: {'port': {'device_id': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba', 'admin_state_up': True, 'tenant_id': 'd4473d8d0452405fa6b6a732d62bdf95'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:34.288887 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Attempting to bind port 73b80793-d7c3-4d37-b31c-bd5edbafb719 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:34.289679 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Attempting to bind port 73b80793-d7c3-4d37-b31c-bd5edbafb719 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:34.292685 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Attempting to bind port 73b80793-d7c3-4d37-b31c-bd5edbafb719 on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:34.467214 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:34.469673 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:34.470307 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.479259 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:34.480215 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Bound port: 73b80793-d7c3-4d37-b31c-bd5edbafb719, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:34.480841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.497243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:34.581347 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-66ea946d-98d9-470c-9d1f-7d20977c10aa None None] Provisioning complete for port d7374ef9-2f20-45da-8397-a70d102cef19 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:34.581921 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-66ea946d-98d9-470c-9d1f-7d20977c10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.669595 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-66ea946d-98d9-470c-9d1f-7d20977c10aa None None] Port d7374ef9-2f20-45da-8397-a70d102cef19 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:34.683976 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] For port 73b80793-d7c3-4d37-b31c-bd5edbafb719, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:34.701060 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] For port 73b80793-d7c3-4d37-b31c-bd5edbafb719, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=73b80793-d7c3-4d37-b31c-bd5edbafb719,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:34.707439 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Made reservation on behalf of d4473d8d0452405fa6b6a732d62bdf95 for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:34.711701 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.764121 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:30Z', 'revision_number': 3, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:34.795397 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44898) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:34.796075 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.810970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-8530cafb-7667-4f3d-8ce0-2535255911a2 None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:34.811341 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8530cafb-7667-4f3d-8ce0-2535255911a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:34.849145 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4aeba2a-d7c3-4b24-8bb8-a7dc61a948ff None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:30Z', 'revision_number': 3, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:34.868593 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f9deecda-ddcb-41dd-b97c-78b51b20f74c req-91ca6cd8-6632-414a-847f-7b9e9be70a01 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.1314285 Sep 15 17:07:34.930740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-8530cafb-7667-4f3d-8ce0-2535255911a2 None None] Port 6ed4a220-98e9-4c61-a4b8-952553a624cf cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:34.938061 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.080304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0615-d7c2-4135-bf95-046a997f86ca None None] Pushing event updated for resources: {'Port': ['ID=73b80793-d7c3-4d37-b31c-bd5edbafb719,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:35.083646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.087988 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device feb1a3bc-1c6b-4539-b172-f10266773f2c up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:35.115580 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:31Z', 'revision_number': 4, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'ee7476a6-724c-4204-8750-9c7f136ebfae', 'name': '', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'mac_address': 'fa:16:3e:0b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:29Z', 'updated_at': '2021-09-15T17:07:32Z', 'revision_number': 2, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'subnets': [{'id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:35.171837 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:35.173002 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:35.183093 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Checking router: 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:35.183574 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Updating router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 port ee7476a6-724c-4204-8750-9c7f136ebfae binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:35.285689 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.345863 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.380629 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port feb1a3bc-1c6b-4539-b172-f10266773f2c triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:35.381340 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.395021 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7f37aea5-3bc0-40df-ab88-089e5fab8d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.399333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44920) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:35.446104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a7575d73-f360-41a0-84cb-1e797d27c1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.452875 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.453697 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.549045 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Allocated IP 172.20.0.10 (1bfffab8-a5db-446e-aa7e-f9d59a00a7ba/3f236ada-5ca3-410a-985c-f8417e87ba66/7c78b253-5f73-49d4-9cec-bbad489a728a) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:35.649699 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.665679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:35.700341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7f37aea5-3bc0-40df-ab88-089e5fab8d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.847305 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7f37aea5-3bc0-40df-ab88-089e5fab8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.874172 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.969936 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.971480 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:35.997391 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7f37aea5-3bc0-40df-ab88-089e5fab8d40 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfe7e4798d31455dbf4818a986608c71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1956422 Sep 15 17:07:36.023132 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44946) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:36.035750 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37aea5-3bc0-40df-ab88-089e5fab8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc22bd46-0d8d-418b-8634-64cb04f4dacd,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:36.090705 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:36.130072 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.141941 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.162723 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:36.171804 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:36.171936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:36.180064 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:36.183124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:36.192137 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:36.193393 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.281235 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.341359 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:36.479419 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Pushing event updated for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:36.539146 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-61e22228-6d83-430c-99a2-bc27ea6286f2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:36.541264 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-61e22228-6d83-430c-99a2-bc27ea6286f2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 819 time: 0.5771730 Sep 15 17:07:36.555928 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a7575d73-f360-41a0-84cb-1e797d27c1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.562926 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-abf610d6-54dd-4a78-b28b-b5fa44e1e243 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/quotas/84267aefc12d4c0ba56721e5747675a7 HTTP/1.1" status: 200 len: 375 time: 0.0157447 Sep 15 17:07:36.566701 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Network 7861bcdb-330f-45d2-b7da-a05302031207 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:36.568372 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:36.571644 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024c17-281d-4216-8b3d-c7a2e5c34737 None None] Pushing event updated for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:36.616912 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.713951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.714429 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a7575d73-f360-41a0-84cb-1e797d27c1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.732593 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Attempting to bind port ee7476a6-724c-4204-8750-9c7f136ebfae on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:36.733106 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Attempting to bind port ee7476a6-724c-4204-8750-9c7f136ebfae by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:36.733562 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Attempting to bind port ee7476a6-724c-4204-8750-9c7f136ebfae on network e2606e56-126c-411b-aa97-05a9cde51cbb {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:36.772256 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:36.772814 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Checking segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:36.773446 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.774070 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Bound using segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:36.774759 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Bound port: ee7476a6-724c-4204-8750-9c7f136ebfae, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:36.775360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.779575 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-8fba1ea2-a370-48d5-9f4c-e56adf859c95 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059350 Sep 15 17:07:36.784089 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7575d73-f360-41a0-84cb-1e797d27c1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2db331-12db-434f-aa7b-465f1fe87283,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:36.784242 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-54e4244e-e742-4806-8a32-6ed2f95e7c60 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5222890 Sep 15 17:07:36.791645 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2c3ff-7456-4944-9e0e-6426fe01b6a4 req-fd1f20ad-2331-456c-af99-2611dfad06a8 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:36.800208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49d2c3ff-7456-4944-9e0e-6426fe01b6a4 req-fd1f20ad-2331-456c-af99-2611dfad06a8 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 932 time: 0.7072334 Sep 15 17:07:36.824966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-bf4d3e4b-c76b-4da6-9dee-d8e502a374d0 None None] Provisioning complete for port d7374ef9-2f20-45da-8397-a70d102cef19 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:36.833342 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bf4d3e4b-c76b-4da6-9dee-d8e502a374d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:36.855353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-01b3a9d2-b253-480d-92b0-19230a77b6ef tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:07:36.856775 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-01b3a9d2-b253-480d-92b0-19230a77b6ef tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094507 Sep 15 17:07:36.870270 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:07:37.044745 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a7575d73-f360-41a0-84cb-1e797d27c1c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=93603b3b7a3e49caae57a4fde4982804&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6325183 Sep 15 17:07:37.047640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 44982) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:37.050194 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d3e4b-c76b-4da6-9dee-d8e502a374d0 None None] Port d7374ef9-2f20-45da-8397-a70d102cef19 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:37.101606 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49d2c3ff-7456-4944-9e0e-6426fe01b6a4 req-09f46375-96bf-43c7-9f83-2284513654c9 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882907 Sep 15 17:07:37.122803 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] For port ee7476a6-724c-4204-8750-9c7f136ebfae, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:37.128345 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 882f7332-9953-4b43-af5b-64489fe79c3e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:37.146623 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-aff20bc9-e817-49ac-a66a-e10ab643e52d service neutron] 10.222.0.57 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977965 Sep 15 17:07:37.173809 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:07:37.203172 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] For port ee7476a6-724c-4204-8750-9c7f136ebfae, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ee7476a6-724c-4204-8750-9c7f136ebfae,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:37.257644 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-a437d43b-289c-4b78-823e-0d2c100f8691 None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:37.258418 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a437d43b-289c-4b78-823e-0d2c100f8691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.298226 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.320070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.323031 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Request body: {'port': {'device_id': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:37.327906 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.337071 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc22bd46-0d8d-418b-8634-64cb04f4dacd HTTP/1.1" status: 204 len: 168 time: 1.3110604 Sep 15 17:07:37.339052 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:33Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:37.355606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.374326 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bcd6a-ecfb-40c1-80ae-ac0448f6ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc22bd46-0d8d-418b-8634-64cb04f4dacd,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:37.476869 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50674d3c-d4ba-400e-90c5-0cdfdfff8bdb None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:33Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:37.490290 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-a437d43b-289c-4b78-823e-0d2c100f8691 None None] Port 6ed4a220-98e9-4c61-a4b8-952553a624cf cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:37.512712 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.522500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 882f7332-9953-4b43-af5b-64489fe79c3e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:37.526129 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.612955 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:37.619743 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024c17-281d-4216-8b3d-c7a2e5c34737 None None] Pushing event updated for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:37.625453 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-abb05ff3-1e44-4506-b733-4737581ab7a8 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0382395 Sep 15 17:07:37.639733 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:37.640497 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:37.654807 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-ff01c96c-bba2-4743-b9b8-37b7659bea11 service neutron] 10.222.0.57 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948506 Sep 15 17:07:37.655826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:07:37.658113 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.675029 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d0350fca-27d1-4213-b7ef-772cf412f731 admin admin] 10.222.0.57 "PUT /v2.0/routers/7c2c0dca-4150-469e-bf4f-9b9a643edfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2077398 Sep 15 17:07:37.706157 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.714369 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:37.714896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:37.716135 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be2db331-12db-434f-aa7b-465f1fe87283 HTTP/1.1" status: 204 len: 168 time: 0.6640115 Sep 15 17:07:37.717809 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:37.718432 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:37.736022 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f24fb3-83d6-41a0-8c62-b202bccff102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2db331-12db-434f-aa7b-465f1fe87283,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:38.079084 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:38.090323 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:38.130590 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8da40960-b0c2-45dc-b49a-1cff46db04d7 req-efdf289a-6754-4891-b612-7b7268a38c7e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 210 time: 0.0696344 Sep 15 17:07:38.401276 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efc6cf-782e-40a5-a712-8375c3434d81 req-ab4a9c8b-6b93-47ce-b05c-70560cca633f tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:38.419145 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f7efc6cf-782e-40a5-a712-8375c3434d81 req-ab4a9c8b-6b93-47ce-b05c-70560cca633f tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 932 time: 0.1600378 Sep 15 17:07:38.505702 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.601975 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f7efc6cf-782e-40a5-a712-8375c3434d81 req-6c720489-96b5-4d70-9f2e-1c084d3ea701 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737161 Sep 15 17:07:38.610281 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 882f7332-9953-4b43-af5b-64489fe79c3e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=882f7332-9953-4b43-af5b-64489fe79c3e,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:38.637549 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c78b253-5f73-49d4-9cec-bbad489a728a {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:38.647961 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.666035 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.677759 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Transition to ACTIVE for port object 7c78b253-5f73-49d4-9cec-bbad489a728a will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:07:38.704573 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45038) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:38.733915 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:35Z', 'revision_number': 2, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:38.756810 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.875831 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=882f7332-9953-4b43-af5b-64489fe79c3e,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:38.893941 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:38.894472 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Updating router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 port d7374ef9-2f20-45da-8397-a70d102cef19 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:38.993044 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:38.993291 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:31Z', 'revision_number': 4, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'ee7476a6-724c-4204-8750-9c7f136ebfae', 'name': '', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'mac_address': 'fa:16:3e:0b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:29Z', 'updated_at': '2021-09-15T17:07:37Z', 'revision_number': 4, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'subnets': [{'id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:39.001368 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:39.005605 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Attempting to bind port 7c78b253-5f73-49d4-9cec-bbad489a728a on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:39.006035 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Attempting to bind port 7c78b253-5f73-49d4-9cec-bbad489a728a by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '9983cc14-57cc-4049-9c4e-9e161fe97d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:39.006415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Attempting to bind port 7c78b253-5f73-49d4-9cec-bbad489a728a on network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:39.015532 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Port 7c78b253-5f73-49d4-9cec-bbad489a728a on network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:07:39.015842 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Attempting to bind port 7c78b253-5f73-49d4-9cec-bbad489a728a on network 1bfffab8-a5db-446e-aa7e-f9d59a00a7ba {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:39.034936 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:39.035273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Checking segment: {'id': '9983cc14-57cc-4049-9c4e-9e161fe97d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:39.035932 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Bound using segment: {'id': '9983cc14-57cc-4049-9c4e-9e161fe97d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:39.036262 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Bound port: 7c78b253-5f73-49d4-9cec-bbad489a728a, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9983cc14-57cc-4049-9c4e-9e161fe97d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:39.037031 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.061332 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c17035-777f-4a94-a1fb-0a266fc2bfb8 None None] The sync data for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi is: [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:07:31Z', 'revision_number': 4, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'ee7476a6-724c-4204-8750-9c7f136ebfae', 'name': '', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'mac_address': 'fa:16:3e:0b:1e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:29Z', 'updated_at': '2021-09-15T17:07:37Z', 'revision_number': 4, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'subnets': [{'id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:39.464060 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45052) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:39.599588 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45056) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:39.640422 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b413-1c41-4dcc-b495-1029b7cb8e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:39.766095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:39.771535 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45062) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:39.800862 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646756993', 'description': 'tempest-description--1147200443'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:39.838816 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7c78b253-5f73-49d4-9cec-bbad489a728a,segment=NetworkSegment(9983cc14-57cc-4049-9c4e-9e161fe97d10),segment_id=9983cc14-57cc-4049-9c4e-9e161fe97d10)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:39.916837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.035528 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:40.038290 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.039931 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c78b253-5f73-49d4-9cec-bbad489a728a HTTP/1.1" status: 200 len: 1094 time: 2.8923843 Sep 15 17:07:40.056548 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b413-1c41-4dcc-b495-1029b7cb8e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.057471 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.116579 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:40.186881 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.191485 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b413-1c41-4dcc-b495-1029b7cb8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.280663 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967dbb-e7fe-4672-af7a-e037bc5c65c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.380750 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f113c8-1446-42b9-a0b9-982d8743c35e None None] Pushing event updated for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.455769 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a185-5ed3-4244-aeda-39c2d8b92f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.621039 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Attempting to bind port d7374ef9-2f20-45da-8397-a70d102cef19 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:40.621514 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Attempting to bind port d7374ef9-2f20-45da-8397-a70d102cef19 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:40.631127 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Attempting to bind port d7374ef9-2f20-45da-8397-a70d102cef19 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:40.650837 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:40.651523 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Checking segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:40.652715 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.654186 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Bound using segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:40.656347 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Bound port: d7374ef9-2f20-45da-8397-a70d102cef19, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:40.657055 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.662739 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-903352a5-c6eb-48b7-aebe-df0f6ddcb4e2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:40.665259 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-903352a5-c6eb-48b7-aebe-df0f6ddcb4e2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 819 time: 0.3765321 Sep 15 17:07:40.715990 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-51ae34bc-ebde-4961-bef0-29ff8bd31ddb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/quotas/84267aefc12d4c0ba56721e5747675a7 HTTP/1.1" status: 200 len: 375 time: 0.0365500 Sep 15 17:07:40.747070 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-3d98418d-6556-4c7f-822f-cd5d860cede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:40.748534 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a185-5ed3-4244-aeda-39c2d8b92f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.750017 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4f6a942a-0c2e-43c6-8427-792ef319f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.751206 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-3d98418d-6556-4c7f-822f-cd5d860cede4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4473d8d0452405fa6b6a732d62bdf95&device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 1097 time: 0.4601488 Sep 15 17:07:40.756167 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.762080 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1b413-1c41-4dcc-b495-1029b7cb8e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8becd5b-84c3-40b9-9226-04ed16052c8e,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:40.776660 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f9d1b413-1c41-4dcc-b495-1029b7cb8e39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58eb350eca29478a90615db6aa4f9741&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1760497 Sep 15 17:07:40.785288 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45090) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:40.800389 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] For port d7374ef9-2f20-45da-8397-a70d102cef19, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:40.806627 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5e1e01-f356-4264-a9ce-94468a564525" -d '{"events": [{"name": "network-changed", "server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:40.807248 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] For port d7374ef9-2f20-45da-8397-a70d102cef19, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d7374ef9-2f20-45da-8397-a70d102cef19,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:40.852877 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a6b6a185-5ed3-4244-aeda-39c2d8b92f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.918448 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:40.966150 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6a185-5ed3-4244-aeda-39c2d8b92f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42792b5f-8bc9-48a3-959e-f04984bc2d00,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.038983 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f113c8-1446-42b9-a0b9-982d8743c35e None None] Pushing event updated for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=4']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.048732 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-747e8418-9141-4e6c-80bb-1e5435de2021 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c78b253-5f73-49d4-9cec-bbad489a728a HTTP/1.1" status: 200 len: 217 time: 0.2650673 Sep 15 17:07:41.065280 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] Provisioning complete for port d7374ef9-2f20-45da-8397-a70d102cef19 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:41.068029 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.071046 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:41.071046 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:41.071046 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id_1': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 20, 855052)}] Sep 15 17:07:41.071046 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:41.071941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:41.092904 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:41.093535 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:41.174502 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-593e67ea-5af2-4df1-8427-e120857329b1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4034302 Sep 15 17:07:41.243364 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a6b6a185-5ed3-4244-aeda-39c2d8b92f57 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a49cd941060a4e74a5ed12680545e389&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5411701 Sep 15 17:07:41.253124 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45100) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.283339 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-46802d50-8ff7-4105-95f7-d794a6e7189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:41.286459 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-46802d50-8ff7-4105-95f7-d794a6e7189c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f236ada-5ca3-410a-985c-f8417e87ba66 HTTP/1.1" status: 200 len: 851 time: 0.2218127 Sep 15 17:07:41.311459 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.414566 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.435443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 73b80793-d7c3-4d37-b31c-bd5edbafb719 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:41.477719 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4f6a942a-0c2e-43c6-8427-792ef319f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.495224 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.511230 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-f97cb544-a7e0-4ba1-8149-a05b10047a44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1950011 Sep 15 17:07:41.527221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.545485 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.546304 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:41.578757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.643057 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] For port d7374ef9-2f20-45da-8397-a70d102cef19, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d7374ef9-2f20-45da-8397-a70d102cef19,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:41.648447 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4f6a942a-0c2e-43c6-8427-792ef319f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.662925 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 73b80793-d7c3-4d37-b31c-bd5edbafb719 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:41.669424 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.735184 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.746998 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.750744 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.752967 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8becd5b-84c3-40b9-9226-04ed16052c8e HTTP/1.1" status: 204 len: 168 time: 0.9658103 Sep 15 17:07:41.767767 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4f6a942a-0c2e-43c6-8427-792ef319f12e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53f94684f29547f4969761b4379c1b82&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3132622 Sep 15 17:07:41.791813 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-eaa582d2-d7a4-4cc0-888d-257c3bfb6356 service neutron] 10.222.0.57 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105554 Sep 15 17:07:41.794509 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45110) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.899585 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a942a-0c2e-43c6-8427-792ef319f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a3676c-3cae-4ebb-9672-5930327feff2,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.954864 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a80d4-179f-498e-85cc-d152b66dc014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8becd5b-84c3-40b9-9226-04ed16052c8e,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:41.974242 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45114) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:41.980850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-15e3b901-f15a-4382-b915-ff95a5aacb83 None None] Provisioning complete for port d7374ef9-2f20-45da-8397-a70d102cef19 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:41.983228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-15e3b901-f15a-4382-b915-ff95a5aacb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:41.990018 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538547812', 'description': 'tempest-description--1913649089'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:42.021093 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-2b9ac439-b7d1-4f44-a044-b20f155c9228 service neutron] 10.222.0.57 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272909 Sep 15 17:07:42.022434 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.042165 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.046266 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42792b5f-8bc9-48a3-959e-f04984bc2d00 HTTP/1.1" status: 204 len: 168 time: 0.7895207 Sep 15 17:07:42.111067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1c1c-f6c8-43bb-8b4a-eb1ffb939b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42792b5f-8bc9-48a3-959e-f04984bc2d00,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:42.160830 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210671-8164-4ed0-ae2d-46d4a6e1353d None None] Pushing event updated for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:42.168846 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:40Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:42.207118 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59db451-7506-4846-b39a-62308d7befb2 None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:40Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:42.234198 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-4d7d0071-d91f-4937-aacb-a0ee3e6bdabb service neutron] 10.222.0.54 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027881 Sep 15 17:07:42.269094 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.272589 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.311112 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0f991-19d6-4f0e-8755-e6f18a455ac6 req-313ab2db-7302-45ac-9ec9-afa6a8b1389f tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:42.318733 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-03d0f991-19d6-4f0e-8755-e6f18a455ac6 req-313ab2db-7302-45ac-9ec9-afa6a8b1389f tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.1708002 Sep 15 17:07:42.355714 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.405241 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.461370 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.588610 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 73b80793-d7c3-4d37-b31c-bd5edbafb719, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=73b80793-d7c3-4d37-b31c-bd5edbafb719,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:42.600644 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-03d0f991-19d6-4f0e-8755-e6f18a455ac6 req-7d38402a-6ea0-418f-bad9-9e06d00663e5 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809248 Sep 15 17:07:42.610254 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8afd186-563e-4150-b804-f16b0532b368,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:42.665672 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c548931e-3bee-4c47-b4e2-6d65e3955763 req-721221db-4915-4d2d-9f9a-1742d6d80d05 service neutron] 10.222.0.54 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124749 Sep 15 17:07:42.810054 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3c15f8ea-0968-41f7-8f10-d74c31734803 req-6f96b49f-7ff1-4efe-95d6-6ea230009211 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0610876 Sep 15 17:07:42.854564 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.881588 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.882985 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.885772 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.894740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ee7476a6-724c-4204-8750-9c7f136ebfae up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:42.906377 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4a3676c-3cae-4ebb-9672-5930327feff2 HTTP/1.1" status: 204 len: 168 time: 1.1090438 Sep 15 17:07:42.917119 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6526797-1ccb-4e59-b42e-953c591331c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a3676c-3cae-4ebb-9672-5930327feff2,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:42.958309 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:42.967344 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a14190c6-7b46-4d36-97ef-8008706ee57f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.1769509 Sep 15 17:07:42.969093 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45136) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:42.981221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group_rule': {'security_group_id': 'b8afd186-563e-4150-b804-f16b0532b368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:43.089722 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=73b80793-d7c3-4d37-b31c-bd5edbafb719,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:43.092878 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port ee7476a6-724c-4204-8750-9c7f136ebfae triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:43.093424 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.095041 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.197168 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.268352 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port ee7476a6-724c-4204-8750-9c7f136ebfae, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ee7476a6-724c-4204-8750-9c7f136ebfae,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:43.275174 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.318700 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.319812 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 882f7332-9953-4b43-af5b-64489fe79c3e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:43.359197 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110eaecc-850f-4779-8ee5-3ff746598f3d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:43.422939 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.492013 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:07:43.520737 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.522715 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4537c655-11a6-40c1-8b2d-35480f093a8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5471342 Sep 15 17:07:43.526239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45140) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:43.548052 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group_rule': {'security_group_id': '110eaecc-850f-4779-8ee5-3ff746598f3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:43.554786 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:43.555420 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:43.562959 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:43.595449 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e96bac1-36fb-42ba-8346-b1f7c4f31c62 x-openstack-request-id: req-2e96bac1-36fb-42ba-8346-b1f7c4f31c62 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:43.595988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:43.596409 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e96bac1-36fb-42ba-8346-b1f7c4f31c62 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:43.596879 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a', 'status': 'completed', 'code': 200} Sep 15 17:07:43.725199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.54', 65228) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:43.805404 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-844ef1a4-a91f-4cd5-8503-73bdfec713b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:43.805404 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-844ef1a4-a91f-4cd5-8503-73bdfec713b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d4473d8d0452405fa6b6a732d62bdf95&device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 1097 time: 0.1515896 Sep 15 17:07:43.809145 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 882f7332-9953-4b43-af5b-64489fe79c3e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:43.809514 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.948998 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:43.956293 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:44.039462 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.255710 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-639369d0-3786-4a0e-8504-2ebd939d8404 req-f4eb2cbf-3b8a-45bb-be67-8930b167ee8c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0889764 Sep 15 17:07:44.314386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-1ea74688-216a-42cb-9013-f8dcea257309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:44.318509 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-1ea74688-216a-42cb-9013-f8dcea257309 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba HTTP/1.1" status: 200 len: 912 time: 0.4663382 Sep 15 17:07:44.419114 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-a94ca7b1-8337-475c-a006-0a13ecb34da8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c78b253-5f73-49d4-9cec-bbad489a728a HTTP/1.1" status: 200 len: 217 time: 0.0816941 Sep 15 17:07:44.442095 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:35Z', 'revision_number': 2, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:44.483541 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:07:44.490466 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Updating router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa port 6ed4a220-98e9-4c61-a4b8-952553a624cf binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:07:44.554477 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.643033 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 73b80793-d7c3-4d37-b31c-bd5edbafb719 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:44.643907 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-785c57c7-491d-4e91-a3cc-abe9b05e90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:44.643907 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-785c57c7-491d-4e91-a3cc-abe9b05e90e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f236ada-5ca3-410a-985c-f8417e87ba66 HTTP/1.1" status: 200 len: 851 time: 0.1144474 Sep 15 17:07:44.644779 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-164146fe-3954-4910-a454-0cd3cf031dcb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:44.644779 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-164146fe-3954-4910-a454-0cd3cf031dcb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 819 time: 0.8448663 Sep 15 17:07:44.644779 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcc683-2edb-4d66-8f2f-28559c7950c4 req-3a2dc9fe-4274-43a7-963b-4375a03a18da tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:44.644779 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8fcc683-2edb-4d66-8f2f-28559c7950c4 req-3a2dc9fe-4274-43a7-963b-4375a03a18da tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.8040059 Sep 15 17:07:44.644779 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.645370 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-a7370e26-4b0e-4d5c-aff8-541c5bb86e6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398104 Sep 15 17:07:44.664607 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Request body: {'port': {'device_id': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'admin_state_up': True, 'tenant_id': '84267aefc12d4c0ba56721e5747675a7'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:44.768596 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 73b80793-d7c3-4d37-b31c-bd5edbafb719 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:44.768875 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.782083 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.806426 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c95cae9-030a-4bff-8388-b21435cbfcdf,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:44.815658 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-2437c406-ff50-4ef7-8ca4-f6f4b5bd957d service neutron] 10.222.0.54 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657994 Sep 15 17:07:44.885726 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.887092 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-371bf520-e4a9-4222-90b0-00d2186e4fb9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9107778 Sep 15 17:07:44.898156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:44.900083 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45158) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:44.950247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group_rule': {'security_group_id': 'b8afd186-563e-4150-b804-f16b0532b368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:44.960271 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8fcc683-2edb-4d66-8f2f-28559c7950c4 req-01d7934a-f85c-4658-9dfb-eda96f3796d5 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800651 Sep 15 17:07:44.986170 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee03dfa-3dd1-4ad7-a2fb-1aba66763c2b,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:44.986170 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45162) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:45.038266 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.043637 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-dfcb8a6b-8de0-4a8d-89aa-6af184c45dc5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5162377 Sep 15 17:07:45.052900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45164) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:45.059094 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group_rule': {'security_group_id': '110eaecc-850f-4779-8ee5-3ff746598f3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:45.061719 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.072777 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.118637 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d5e1e01-f356-4264-a9ce-94468a564525 req-a99bebdd-61fa-4034-93d1-f6bf6a04fd39 service neutron] 10.222.0.54 "GET /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949364 Sep 15 17:07:45.171297 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ee7476a6-724c-4204-8750-9c7f136ebfae up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:45.225757 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port ee7476a6-724c-4204-8750-9c7f136ebfae triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:45.226395 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.324716 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d7374ef9-2f20-45da-8397-a70d102cef19 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:45.373707 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port d7374ef9-2f20-45da-8397-a70d102cef19 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:45.374785 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.407014 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.422618 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.438142 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b9b5333f-ae55-426e-8cfb-9134228768c6 req-858933e9-d274-4370-b22b-476d196eb9f6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0470655 Sep 15 17:07:45.474534 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:45.474534 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:45.474534 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id_1': 'ac9dc932143a4418a5cf9544a7cf7df3', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 25, 100294)}] Sep 15 17:07:45.474534 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id_1': '84267aefc12d4c0ba56721e5747675a7', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 25, 107026)}] Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:45.482282 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:45.512444 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2d956-fe79-4f87-a035-a2cc4d7559c7 None None] Pushing event updated for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:45.603841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Attempting to bind port 6ed4a220-98e9-4c61-a4b8-952553a624cf on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:45.604235 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Attempting to bind port 6ed4a220-98e9-4c61-a4b8-952553a624cf by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:45.604620 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Attempting to bind port 6ed4a220-98e9-4c61-a4b8-952553a624cf on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:45.609110 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.613772 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:45.614265 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Checking segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:45.614605 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.615007 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Bound using segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:45.615371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Bound port: 6ed4a220-98e9-4c61-a4b8-952553a624cf, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:45.615763 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.715570 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] For port 6ed4a220-98e9-4c61-a4b8-952553a624cf, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:45.727720 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] For port 6ed4a220-98e9-4c61-a4b8-952553a624cf, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6ed4a220-98e9-4c61-a4b8-952553a624cf,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:45.732595 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.750378 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.845195 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:45.847046 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.854251 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45176) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:45.855091 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8e107e-70ce-4632-b23c-67851127ba98,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:45.857132 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.896376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c81dc56a-b00d-4ea2-9fb9-d6d0ef87c955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:45.977467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.066839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2d956-fe79-4f87-a035-a2cc4d7559c7 None None] Pushing event updated for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:46.073252 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.075777 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8e55f597-2019-41ad-937f-c67a9b9d4542 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1496451 Sep 15 17:07:46.094028 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45182) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:46.104258 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:46.120653 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:07:46.126277 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:46.235649 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.323271 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.325008 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c107e-6b86-4fad-947b-96c73d4715cb req-5f244787-8c94-4f89-8eb6-5df5e279ac19 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:46.326839 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bd3c107e-6b86-4fad-947b-96c73d4715cb req-5f244787-8c94-4f89-8eb6-5df5e279ac19 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.1716909 Sep 15 17:07:46.388673 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d91b77-8db6-4da6-898a-a89806452680,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:46.432856 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c81dc56a-b00d-4ea2-9fb9-d6d0ef87c955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.473360 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bd3c107e-6b86-4fad-947b-96c73d4715cb req-730f6df1-f5a2-4259-a1ed-31ca99f9d124 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188579 Sep 15 17:07:46.613285 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-08dfb299-0412-4b80-b053-c6febb99bef2 req-43171e51-d7ac-41eb-a09e-f2e284f0cd90 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0473931 Sep 15 17:07:46.645122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c81dc56a-b00d-4ea2-9fb9-d6d0ef87c955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.655045 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6ed4a220-98e9-4c61-a4b8-952553a624cf up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:46.720401 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c81dc56a-b00d-4ea2-9fb9-d6d0ef87c955 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9651c1e80a534276b51434f4f2c5a84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526852 Sep 15 17:07:46.860247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc56a-b00d-4ea2-9fb9-d6d0ef87c955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bbcf3c-5a9e-4aa7-bf1e-fbfd15a50bef,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:46.861809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:07:46.861809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.861809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] For port 6ed4a220-98e9-4c61-a4b8-952553a624cf, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6ed4a220-98e9-4c61-a4b8-952553a624cf,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:46.862708 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45200) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:46.903233 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:46.903772 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:46.944379 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.003223 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.035549 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.044484 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Made reservation on behalf of 84267aefc12d4c0ba56721e5747675a7 for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:47.053904 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.186144 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-bb852b7d-4271-4d89-a068-d8a9b2484a81 None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:47.188777 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bb852b7d-4271-4d89-a068-d8a9b2484a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.188777 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562b470-d276-484e-a0e2-fa5c761775d6 None None] Pushing event updated for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:47.232841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:45Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:07:47.273974 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c79e9-2307-462e-8b0c-1c6683759c52 None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:45Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:07:47.435844 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.438497 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.440188 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91bbcf3c-5a9e-4aa7-bf1e-fbfd15a50bef HTTP/1.1" status: 204 len: 168 time: 0.5761106 Sep 15 17:07:47.463031 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db114c47-9ad7-40da-8bb6-923e97b62c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bbcf3c-5a9e-4aa7-bf1e-fbfd15a50bef,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:47.598661 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:47.601155 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Allocated IP 172.20.0.3 (e2606e56-126c-411b-aa97-05a9cde51cbb/eae136c4-1a3e-48c0-adbf-6880645f6358/0aa47e0b-1382-485b-857f-b3d2196b3d2a) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:47.916265 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5f2e5c9a-6f3b-407d-9672-85ca51f79cb0 req-c5904128-f91b-4fad-a2ff-8f70f3ec522b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0786097 Sep 15 17:07:48.045058 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553bec6-092d-43c1-9f24-98d0af3227f8 req-5e63f11b-73db-471d-a8d2-f6440a575a0d tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.047840 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9553bec6-092d-43c1-9f24-98d0af3227f8 req-5e63f11b-73db-471d-a8d2-f6440a575a0d tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.1292140 Sep 15 17:07:48.125048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.135054 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9553bec6-092d-43c1-9f24-98d0af3227f8 req-1514a250-2600-40fa-9db0-0b79fd227bc3 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803444 Sep 15 17:07:48.146346 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.245707 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16bb6de-0182-4874-94e7-9f27b4d6658d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:48.250994 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5c065a22-f214-4a4d-840f-f813da7d7548 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac9dc932143a4418a5cf9544a7cf7df3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2541523 Sep 15 17:07:48.252233 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45220) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:48.310466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.336871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.341190 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.375180 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.380798 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ee8e2d12-6738-4322-a51f-f00896a52702 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3265932 Sep 15 17:07:48.391442 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45224) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:48.391442 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:48.409349 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6ed4a220-98e9-4c61-a4b8-952553a624cf up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:48.446493 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.512057 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6ed4a220-98e9-4c61-a4b8-952553a624cf triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:48.512513 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.538230 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Network e2606e56-126c-411b-aa97-05a9cde51cbb is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:48.545979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Pushing event updated for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:48.557523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:48.580169 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.645210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:48.650972 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:48.651664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.748316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.790509 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:48.939554 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d6ec7a71-1cf1-4991-8242-7e16b1effe84 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2888505 Sep 15 17:07:49.032988 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:49.036852 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:49.040294 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b16bb6de-0182-4874-94e7-9f27b4d6658d HTTP/1.1" status: 204 len: 168 time: 0.7870755 Sep 15 17:07:49.117069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be878e-05ea-4218-8e7c-607bdf93662c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16bb6de-0182-4874-94e7-9f27b4d6658d,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:49.140539 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-130b5f90-5969-4d14-9de9-443cb5bea1d3 req-8ac85596-5c4e-4675-89e0-5eb3ac7c8597 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.1020398 Sep 15 17:07:49.216671 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Allocated IP 172.27.1.78 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/741ca206-cc35-468e-8090-1dc6e65366a6) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:49.503944 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0095-d99e-4f98-a69d-dd26b9dd6d68 req-d0df4bcb-a125-4f9e-af1d-176f9d200dbd tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:49.506270 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fc2e0095-d99e-4f98-a69d-dd26b9dd6d68 req-d0df4bcb-a125-4f9e-af1d-176f9d200dbd tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.2450385 Sep 15 17:07:49.566863 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:49.595467 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fc2e0095-d99e-4f98-a69d-dd26b9dd6d68 req-e00c657c-0a9a-40c9-b08e-ffc8417699c8 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 Sep 15 17:07:49.835641 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:49.912643 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:49.912643 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:49.915754 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:49.925856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Allocated IP 172.27.1.240 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/fc898027-782b-44b6-a5df-c1b76f3a0c8e) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:50.012777 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=741ca206-cc35-468e-8090-1dc6e65366a6,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:50.051596 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.201675 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.233993 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.301484 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-92d1ae3a-1db7-4afd-a6b8-4db7b9ba171d req-621568cd-b8b0-481c-9b04-ac0ad6fef30b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0432315 Sep 15 17:07:50.324933 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45294) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:50.408822 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.452610 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:50.455929 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:50.462321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:50.470022 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=fc898027-782b-44b6-a5df-c1b76f3a0c8e,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:50.528900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-187703062-network', 'tenant_id': '893b7193bffd4855886876e121ceb641'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:50.543829 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.573756 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.629994 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.667570 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Made reservation on behalf of 893b7193bffd4855886876e121ceb641 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:50.669438 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.672078 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.694852 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.712480 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.714066 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=741ca206-cc35-468e-8090-1dc6e65366a6,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:50.732606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2339d-1910-4b9d-a290-f16b8db3d4d5 req-77a53032-f7cc-487a-b5f8-1c44b338ed92 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:50.734114 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dcc2339d-1910-4b9d-a290-f16b8db3d4d5 req-77a53032-f7cc-487a-b5f8-1c44b338ed92 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.0745690 Sep 15 17:07:50.773915 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dcc2339d-1910-4b9d-a290-f16b8db3d4d5 req-57d48355-a933-40e7-ac7e-47c6ebbaa133 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Sep 15 17:07:50.804817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.818510 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a0235ae6-d73c-4637-82e1-16565cc9d19c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7061965 Sep 15 17:07:50.904487 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.922862 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Request body: {'port': {'device_id': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:50.977291 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:50.986713 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.060087 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.129333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.134683 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.161191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=fc898027-782b-44b6-a5df-c1b76f3a0c8e,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:51.203086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:51.208124 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-f0c03032-3f8c-49d2-8fae-05c9d45d9b63 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1646756993&fields=id&tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 267 time: 0.1810124 Sep 15 17:07:51.247691 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.247691 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Added segment 8831fe7b-4692-4169-9835-9a04645b83ac of type vlan for network 989bc456-8408-4a48-b8f2-0e201c559765 Sep 15 17:07:51.247691 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d42c7-636d-4bad-82a0-52233ab60ab7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:51.367813 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa47e0b-1382-485b-857f-b3d2196b3d2a {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:51.380353 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.380558 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.380902 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.390804 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-95495b74-5f1b-4e15-b15d-35f7c741c880 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0079138 Sep 15 17:07:51.451712 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bb7987c4-38a9-4190-a5e2-64a0d1c48754 req-ad7dcf04-0f15-4076-b103-77314f3711e0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0644071 Sep 15 17:07:51.462127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Transition to ACTIVE for port object 0aa47e0b-1382-485b-857f-b3d2196b3d2a will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:07:51.531625 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-f4d08312-a7c0-4e35-a36d-f707091e3bcc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:51.536014 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-f4d08312-a7c0-4e35-a36d-f707091e3bcc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 810 time: 0.3156345 Sep 15 17:07:51.562447 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-4cf76e80-2d7e-4bd5-aba8-1bf94f1a4cd7 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:51.563895 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-4cf76e80-2d7e-4bd5-aba8-1bf94f1a4cd7 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 819 time: 0.2626193 Sep 15 17:07:51.566429 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-67863256-be90-470c-821a-9c2a561d7abc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/quotas/5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 375 time: 0.0239160 Sep 15 17:07:51.566989 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.579089 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Request body: {'port': {'device_id': '4f6b802f-896a-4632-986b-1482edf85e63', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'admin_state_up': True, 'tenant_id': '84267aefc12d4c0ba56721e5747675a7'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:51.669882 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.670878 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:51.671531 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.673335 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:51.730616 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Attempting to bind port 0aa47e0b-1382-485b-857f-b3d2196b3d2a on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:51.731235 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Attempting to bind port 0aa47e0b-1382-485b-857f-b3d2196b3d2a by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:51.731633 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Attempting to bind port 0aa47e0b-1382-485b-857f-b3d2196b3d2a on network e2606e56-126c-411b-aa97-05a9cde51cbb {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:51.737488 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-df56111e-6870-486a-b4f4-200adeb2524e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1538547812&fields=id&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 267 time: 0.1145194 Sep 15 17:07:51.742502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Port 0aa47e0b-1382-485b-857f-b3d2196b3d2a on network e2606e56-126c-411b-aa97-05a9cde51cbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:07:51.742502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Attempting to bind port 0aa47e0b-1382-485b-857f-b3d2196b3d2a on network e2606e56-126c-411b-aa97-05a9cde51cbb {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:51.747679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:51.748009 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Checking segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:51.748549 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Bound using segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:51.748966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Bound port: 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:51.749336 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:51.772706 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-c37d6dfb-c841-43b1-a3f3-fb51fb5aacf2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1899035 Sep 15 17:07:51.775130 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] Pushing event updated for resources: {'Network': ['ID=989bc456-8408-4a48-b8f2-0e201c559765,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:51.791810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 989bc456-8408-4a48-b8f2-0e201c559765 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:51.839331 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0000c223-1eab-4dd9-bc44-1fc19996ebd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5131640 Sep 15 17:07:51.843742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45364) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:51.905781 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:51.909114 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Request body: {'subnet': {'network_id': '989bc456-8408-4a48-b8f2-0e201c559765', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-187703062-subnet', 'tenant_id': '893b7193bffd4855886876e121ceb641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:51.910911 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:51.918124 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-b4edb95f-19e3-49db-be1c-62adf71bcb83 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:51.919609 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-b4edb95f-19e3-49db-be1c-62adf71bcb83 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 817 time: 0.1736102 Sep 15 17:07:51.952399 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-d21b6ace-cc42-4368-945d-0cb8c5a8c23c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/quotas/5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 375 time: 0.0228214 Sep 15 17:07:51.954451 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-519281c8-9b33-4aa1-82c8-b9211b3ad089 service neutron] 10.222.0.57 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525810 Sep 15 17:07:51.997433 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:52.053734 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Made reservation on behalf of 84267aefc12d4c0ba56721e5747675a7 for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:52.057951 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:52.068013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:52.068906 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:52.070746 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] 10.222.0.54 "PUT /v2.0/ports/0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 1093 time: 1.1532598 Sep 15 17:07:52.072774 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:52.178029 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-a1fec466-aede-4215-a8be-2d2316d1abfa tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189386 Sep 15 17:07:52.183002 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f3bef-b853-4cd4-9e78-e626dbfb392b service neutron] Pushing event updated for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:52.183134 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-c6668c4f-201d-48d4-9efe-8526ce35a231 service neutron] 10.222.0.57 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218781 Sep 15 17:07:52.260840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Allocated IP 172.20.0.6 (e2606e56-126c-411b-aa97-05a9cde51cbb/eae136c4-1a3e-48c0-adbf-6880645f6358/adbff125-6ee5-4dc9-9dee-4d21ed28b8f2) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:52.268260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Made reservation on behalf of 893b7193bffd4855886876e121ceb641 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:52.275192 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:52.319062 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b9b14b-7d8d-4c68-8837-e682f870176f" -d '{"events": [{"name": "network-changed", "server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:52.324337 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a9523fbc-fac6-4f0d-8269-dfd29c0cb6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:52.371365 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d91433e8-f691-4062-a5e1-470f5745e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:52.374157 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d91433e8-f691-4062-a5e1-470f5745e33a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1096 time: 0.1609066 Sep 15 17:07:52.509974 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-db7df4b0-fea1-489b-8e6a-fb8eeee9c2cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.1269526 Sep 15 17:07:52.741343 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-2c71c749-0cee-49af-9693-e00e9f35ab0a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:07:52.749444 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-2c71c749-0cee-49af-9693-e00e9f35ab0a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2562749 Sep 15 17:07:52.760539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-87d31784-c2ae-42a4-a345-aa0f7a36b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:52.762100 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-87d31784-c2ae-42a4-a345-aa0f7a36b198 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.2456331 Sep 15 17:07:52.824862 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-bbbe2bb2-6f55-4df5-98b5-3af3c7106902 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523756 Sep 15 17:07:52.953498 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-d8642846-61ea-46c4-8e4f-e9596285123f service neutron] 10.222.0.57 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027001 Sep 15 17:07:52.975826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82572e-73cb-4c77-9380-39b16f8ee16a req-e293b896-aa61-4971-9385-cedeb8524562 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:52.977557 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5b82572e-73cb-4c77-9380-39b16f8ee16a req-e293b896-aa61-4971-9385-cedeb8524562 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.3573496 Sep 15 17:07:52.978169 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45424) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:52.980555 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.037951 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5b82572e-73cb-4c77-9380-39b16f8ee16a req-df4ba788-d81d-43c9-9816-45b9bfc9e8e4 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526950 Sep 15 17:07:53.038169 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-f02a97cf-c637-49b7-a134-0259acd92f92 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789305 Sep 15 17:07:53.077911 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.101004 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9f22fae9-7d48-4f44-a746-29754d0439a5 service neutron] 10.222.0.57 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465385 Sep 15 17:07:53.146906 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.207712 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb12bc96-de85-4fb9-a10b-426a75db80c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.257719 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-82d0e40b-fde6-4c3e-b780-3ea9edfd0613 req-d4a44c92-5f9a-4097-a680-f8434b0b046a service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100835 Sep 15 17:07:53.275028 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df52007-1584-4009-9b84-e07fe6dbd8a1,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:53.300313 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Checking segment: {'id': '8831fe7b-4692-4169-9835-9a04645b83ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '989bc456-8408-4a48-b8f2-0e201c559765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:53.301198 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Network hostable DHCP agents. Network: 989bc456-8408-4a48-b8f2-0e201c559765, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:53.316936 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Network e2606e56-126c-411b-aa97-05a9cde51cbb is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:53.325812 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:53.328494 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:53.334629 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.335325 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.347301 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Pushing event updated for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:53.356099 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb12bc96-de85-4fb9-a10b-426a75db80c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.386668 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94833e32-31ac-4a92-a785-a52ae65dd0b7 x-openstack-request-id: req-94833e32-31ac-4a92-a785-a52ae65dd0b7 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:53.386969 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:53.387220 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-94833e32-31ac-4a92-a785-a52ae65dd0b7 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:53.387682 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'status': 'completed', 'code': 200} Sep 15 17:07:53.494657 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-75abd1be-b857-47df-a825-beea2d5043f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.495884 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-75abd1be-b857-47df-a825-beea2d5043f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1096 time: 0.0738940 Sep 15 17:07:53.506791 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624c10e-8af8-48cd-b8a6-dbf67f0149b3 req-3f0d535c-294e-4522-a426-03e75a64b797 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.509079 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1624c10e-8af8-48cd-b8a6-dbf67f0149b3 req-3f0d535c-294e-4522-a426-03e75a64b797 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 931 time: 0.0782156 Sep 15 17:07:53.555345 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Network 989bc456-8408-4a48-b8f2-0e201c559765 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:53.559814 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1624c10e-8af8-48cd-b8a6-dbf67f0149b3 req-9a9229bf-a3de-4139-8aa0-594be4175d68 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 Sep 15 17:07:53.563247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fb12bc96-de85-4fb9-a10b-426a75db80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.604280 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ed0b0a1a-2f14-4dc7-81e3-554aac117ed7 req-756c6b90-f16d-460d-9f28-4088751ad964 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0698540 Sep 15 17:07:53.663709 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bc53ad6d-14ad-490d-88ad-c57a005acecd req-b3b8dceb-e6b3-4f65-97c3-bc2c3fde80a0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0475650 Sep 15 17:07:53.678716 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12bc96-de85-4fb9-a10b-426a75db80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffabd54-cd49-44a2-939a-3ed30c6f214a,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:53.721456 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 989bc456-8408-4a48-b8f2-0e201c559765) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:53.723059 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fb12bc96-de85-4fb9-a10b-426a75db80c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99fe329e8e5041ffa1ad6609a26fde00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437141 Sep 15 17:07:53.727912 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45454) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:53.730149 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-1c5b2e7c-99a1-4f73-9ac3-7d330071c21f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1558981 Sep 15 17:07:53.734333 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c109e76a-a2ec-42e3-b4b6-af0d7c64109e None None] Network 989bc456-8408-4a48-b8f2-0e201c559765 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:53.734832 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.734832 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.745777 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Request body: {'port': {'device_id': '4f6b802f-896a-4632-986b-1482edf85e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:53.771745 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-0a7f5730-89ca-4aba-8c1c-419c3afc85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.773327 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-0a7f5730-89ca-4aba-8c1c-419c3afc85ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.2668753 Sep 15 17:07:53.807222 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.817667 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-53b3aaaf-f3b0-4e69-bb43-67fc06fbf3b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0358038 Sep 15 17:07:53.849663 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e22cd020-f52c-4bbd-9d66-65a28050d2d0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9416938 Sep 15 17:07:53.882659 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.882885 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e7be12-bebd-4f3f-9c5c-40fa7f2e7b45 None None] Network 989bc456-8408-4a48-b8f2-0e201c559765 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:53.900795 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:53.967373 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-4750a31a-d0f9-4e7b-b13e-5bda52faaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:53.969255 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-4750a31a-d0f9-4e7b-b13e-5bda52faaae9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.1442394 Sep 15 17:07:54.010214 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-2f5ebbf1-82ec-47f1-8f24-5660fd7305e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317039 Sep 15 17:07:54.138173 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:54.139772 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-054c68cd-abba-4d43-bddc-687846f95542 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208570 Sep 15 17:07:54.146789 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.199067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf967b5-8bb4-4735-8030-9e221a20efbd req-3a74910b-3458-4e72-8ca4-5d6479d156f7 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:54.200509 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7cf967b5-8bb4-4735-8030-9e221a20efbd req-3a74910b-3458-4e72-8ca4-5d6479d156f7 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 944 time: 0.0784841 Sep 15 17:07:54.276563 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7cf967b5-8bb4-4735-8030-9e221a20efbd req-fcabdba9-47b7-4583-919f-1968db89c99e tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Sep 15 17:07:54.280212 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27b9b14b-7d8d-4c68-8837-e682f870176f req-8f49a5b0-eb59-4f36-be6a-ea27e5eba61c service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Sep 15 17:07:54.323858 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Transition to ACTIVE for port object adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:07:54.324283 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.327598 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.330568 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ffabd54-cd49-44a2-939a-3ed30c6f214a HTTP/1.1" status: 204 len: 168 time: 0.6012235 Sep 15 17:07:54.346470 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58709e9-0c28-4d16-88b0-de5d25227a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffabd54-cd49-44a2-939a-3ed30c6f214a,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:54.390219 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.462987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Pushing event updated for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:54.471801 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7c78b253-5f73-49d4-9cec-bbad489a728a details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:54.541422 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Attempting to bind port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:54.541850 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Attempting to bind port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:54.542176 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Attempting to bind port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 on network e2606e56-126c-411b-aa97-05a9cde51cbb {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:54.546489 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 on network e2606e56-126c-411b-aa97-05a9cde51cbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:07:54.552513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Attempting to bind port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 on network e2606e56-126c-411b-aa97-05a9cde51cbb {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:54.552513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:54.552513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Checking segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:54.552798 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Bound using segment: {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:54.553199 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Bound port: adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f252253-0c85-43fa-b105-02af71be5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:54.553552 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.615265 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7c78b253-5f73-49d4-9cec-bbad489a728a,segment=NetworkSegment(9983cc14-57cc-4049-9c4e-9e161fe97d10),segment_id=9983cc14-57cc-4049-9c4e-9e161fe97d10)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:54.629867 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '7c78b253-5f73-49d4-9cec-bbad489a728a', 'network_id': '1bfffab8-a5db-446e-aa7e-f9d59a00a7ba', 'port_id': '7c78b253-5f73-49d4-9cec-bbad489a728a', 'mac_address': 'fa:16:3e:e4:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f236ada-5ca3-410a-985c-f8417e87ba66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:54.660870 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:54.675825 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:54.677954 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.695543 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c78b253-5f73-49d4-9cec-bbad489a728a {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:54.728944 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7c78b253-5f73-49d4-9cec-bbad489a728a,segment=NetworkSegment(9983cc14-57cc-4049-9c4e-9e161fe97d10),segment_id=9983cc14-57cc-4049-9c4e-9e161fe97d10)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:54.750609 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8172123e-f548-461e-bbeb-7019e1b7b233 req-0e4c49f7-8ec4-4aa8-a5ba-5ea928c63901 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0393412 Sep 15 17:07:54.766292 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8988-dcd4-4389-9378-759d63c1a7aa req-1abfd0a5-67da-4cec-8002-5a3db12b6dbd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:54.771573 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31ae8988-dcd4-4389-9378-759d63c1a7aa req-1abfd0a5-67da-4cec-8002-5a3db12b6dbd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 943 time: 0.0702462 Sep 15 17:07:54.818317 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.827636 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4502bf30-b9a5-47ad-90e1-f441bf73acee req-2d199814-cf08-4cd6-a161-06622f07c3ee tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0399415 Sep 15 17:07:54.860412 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.897200 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31ae8988-dcd4-4389-9378-759d63c1a7aa req-2071fa0e-7b83-4ff3-b5c7-a30a4a7e3d8a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221194 Sep 15 17:07:54.922158 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:54.923180 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:54.925218 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] 10.222.0.54 "PUT /v2.0/ports/adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 200 len: 1093 time: 1.1837037 Sep 15 17:07:54.925713 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:54.928097 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629dd976-d728-4ddb-86f4-f03e9c181b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:54.969982 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:54.980765 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b7e2-f036-4394-b19d-444e977b7967 service neutron] Pushing event updated for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:55.021017 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2368be50-bc76-426b-99f0-4476e7763610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.087553 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc17e00c-815f-405c-8a35-d961e35afb1e x-openstack-request-id: req-dc17e00c-815f-405c-8a35-d961e35afb1e {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:55.087553 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:55.087553 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc17e00c-815f-405c-8a35-d961e35afb1e {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:55.087553 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2', 'status': 'completed', 'code': 200} Sep 15 17:07:55.112896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['7c78b253-5f73-49d4-9cec-bbad489a728a'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:55.136307 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-d242bdf6-d691-4e0f-8990-cb14d94c0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:55.137893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-d242bdf6-d691-4e0f-8990-cb14d94c0399 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1096 time: 0.0496380 Sep 15 17:07:55.200902 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-d1cc72ee-0daf-4a60-aee6-ae0f0006c10e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0536270 Sep 15 17:07:55.209409 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45524) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:55.219298 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361128997-network', 'tenant_id': '5fe6ee0ca1274b6f8d6125916e4d5662'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:55.244836 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45526) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:55.259453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.284902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:55.284902 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 17:07:55.284902 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id': 'd4ea3f397a2b4d7ea9945cee6cde81a8', 'id': '536e73ee-cc0f-4064-b857-7e8619433f62', 'expiration': datetime.datetime(2021, 9, 15, 17, 9, 55, 277286)}] Sep 15 17:07:55.284902 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:55.284902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:55.288925 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-49ab47df-3871-405a-bcf8-9b740d1289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:55.290526 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-49ab47df-3871-405a-bcf8-9b740d1289ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0639069 Sep 15 17:07:55.308298 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.331803 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-a52099fc-a351-4c4c-957a-720d2d34fbb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343223 Sep 15 17:07:55.418536 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Made reservation on behalf of 5fe6ee0ca1274b6f8d6125916e4d5662 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:55.420756 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.442936 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.509188 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-e8df8534-b357-474b-a5d6-9b7497f64a13 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675107 Sep 15 17:07:55.542396 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6adf35-2e2b-414c-8ef1-7df528b3ba35 req-ee42402f-5a1a-4305-bddd-140dc4840c97 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:55.543964 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2b6adf35-2e2b-414c-8ef1-7df528b3ba35 req-ee42402f-5a1a-4305-bddd-140dc4840c97 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 945 time: 0.1263576 Sep 15 17:07:55.646854 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2b6adf35-2e2b-414c-8ef1-7df528b3ba35 req-bca05da6-a71d-47e0-8c04-6328a53f276e tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Sep 15 17:07:55.689111 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b41a98d2-6021-467e-b4c0-df47882e9f48 req-8b2d2d9a-4b9d-4470-b5be-4d04620c0374 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641991 Sep 15 17:07:55.697234 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.764012 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.784428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.793437 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:07:55.804549 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2924b47-6c7e-4e0d-9057-0b4120a39915,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:55.812977 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.813322 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Added segment a438b6e1-420c-411d-a4b2-940ffeaa6bde of type vlan for network 4b68972d-317c-4183-835c-a2e296dbcefa Sep 15 17:07:55.895366 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27207c68-8dc5-4881-8874-163f18d31537 req-288401c4-c8e8-4d03-9842-031c2332b4ea tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0397906 Sep 15 17:07:55.903651 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:55.909987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-6a892af7-2527-499d-a8bc-0e0209f993d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:55.911642 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-6a892af7-2527-499d-a8bc-0e0209f993d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1096 time: 0.0964715 Sep 15 17:07:55.999972 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e278c20d-d939-4645-abd1-980d58c02750 req-6937a78e-47fa-45de-bc78-2f17f5dd60db tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0566027 Sep 15 17:07:56.015580 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.059783 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-03a37832-efdc-4fb1-9d06-ee2faa7ee86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.061244 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-03a37832-efdc-4fb1-9d06-ee2faa7ee86a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.1316073 Sep 15 17:07:56.065068 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.093545 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da2cb-eee2-47af-ad7c-ac35a9e00e1d req-7654369b-8112-4f7b-a7d6-b7bae3a80fae tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.095106 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d8da2cb-eee2-47af-ad7c-ac35a9e00e1d req-7654369b-8112-4f7b-a7d6-b7bae3a80fae tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 943 time: 0.1175971 Sep 15 17:07:56.101924 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-60264574-a163-4aab-a4db-0177231d0203 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.103222 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-60264574-a163-4aab-a4db-0177231d0203 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 810 time: 0.1730485 Sep 15 17:07:56.111515 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-3fa6657a-1376-47dd-861e-addaf7152984 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0414128 Sep 15 17:07:56.112228 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.113229 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.113898 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.158531 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d8da2cb-eee2-47af-ad7c-ac35a9e00e1d req-1eabde2b-7e87-47b6-a857-3b6f0ddc442a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537128 Sep 15 17:07:56.181218 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.200630 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-084e04c6-cc5b-4aca-b270-2c03d6734453 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 380 time: 0.0673892 Sep 15 17:07:56.226353 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'port': {'device_id': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'admin_state_up': True, 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'security_groups': ['b8afd186-563e-4150-b804-f16b0532b368']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:56.227327 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] Pushing event updated for resources: {'Network': ['ID=4b68972d-317c-4183-835c-a2e296dbcefa,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:56.238856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-2ce5ebcb-f514-4f4b-ad20-877c3edf22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.240417 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-2ce5ebcb-f514-4f4b-ad20-877c3edf22d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.1052141 Sep 15 17:07:56.251196 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 4b68972d-317c-4183-835c-a2e296dbcefa details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:07:56.263969 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4ea3f397a2b4d7ea9945cee6cde81a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177858 Sep 15 17:07:56.272319 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45568) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:56.279563 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-ab6db72a-56d5-40ec-a735-34119494367a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298586 Sep 15 17:07:56.280908 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8eb69c-fbdd-4152-a8df-aedb29f01567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06800d90-9bd9-4cbe-be9c-16fda9845ef0,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:56.370101 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8dc18bae-9984-4d48-a571-cb48d7a6ca06 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1595464 Sep 15 17:07:56.377096 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45576) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:56.395390 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Request body: {'subnet': {'network_id': '4b68972d-317c-4183-835c-a2e296dbcefa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361128997-subnet', 'tenant_id': '5fe6ee0ca1274b6f8d6125916e4d5662', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:56.456886 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-08ce3f27-2e9f-4458-b3ee-f41ebd68884a service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671169 Sep 15 17:07:56.481550 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0aa47e0b-1382-485b-857f-b3d2196b3d2a details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:56.525208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7c78b253-5f73-49d4-9cec-bbad489a728a up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:56.540095 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:07:56.588409 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-629dd976-d728-4ddb-86f4-f03e9c181b2e req-60182b59-7863-42da-9e69-8a6922a1a981 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209266 Sep 15 17:07:56.639301 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.663286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.db.api [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 17:07:56.663286 dv-cinder-801913-6-iscsi neutron-server[94706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 15 17:07:56.663286 dv-cinder-801913-6-iscsi neutron-server[94706]: [parameters: {'project_id_1': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'expiration_1': datetime.datetime(2021, 9, 15, 17, 7, 36, 593295)}] Sep 15 17:07:56.663286 dv-cinder-801913-6-iscsi neutron-server[94706]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:07:56.664069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG oslo_db.api [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:07:56.678925 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.730212 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Made reservation on behalf of 5fe6ee0ca1274b6f8d6125916e4d5662 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:56.740046 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.799111 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:56.813234 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'port_id': '0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'mac_address': 'fa:16:3e:33:48:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:56.849513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ed0cc-2a2a-47b8-9d46-b9916544dfaa req-31287db3-1df7-4704-a854-ddfb5841badd tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:56.851344 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6a6ed0cc-2a2a-47b8-9d46-b9916544dfaa req-31287db3-1df7-4704-a854-ddfb5841badd tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 945 time: 0.0723283 Sep 15 17:07:56.869135 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.873911 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 7c78b253-5f73-49d4-9cec-bbad489a728a completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:07:56.874375 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.878163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.884068 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06800d90-9bd9-4cbe-be9c-16fda9845ef0 HTTP/1.1" status: 204 len: 168 time: 0.6059461 Sep 15 17:07:56.893252 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 7c78b253-5f73-49d4-9cec-bbad489a728a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:56.893673 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:56.893792 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01f93-8654-4d7b-a61b-93405c8dbb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06800d90-9bd9-4cbe-be9c-16fda9845ef0,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:56.899236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa47e0b-1382-485b-857f-b3d2196b3d2a {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:56.995906 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6a6ed0cc-2a2a-47b8-9d46-b9916544dfaa req-ced37b5e-b52b-4df8-a8e7-1f9ee66ebb2c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330259 Sep 15 17:07:57.013222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:57.084768 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.101912 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1ad45d1f-f3e7-452b-a9ef-28ea2811dba7 req-4baf3241-3d33-4b25-bf5a-4cc2b92b47ce tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0695627 Sep 15 17:07:57.116786 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:57.130934 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-3b93d30a-ef16-4fd1-9712-f6859cb0f698 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:57.132585 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-3b93d30a-ef16-4fd1-9712-f6859cb0f698 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 817 time: 0.2588301 Sep 15 17:07:57.150142 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.169792 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0045e2ad-f66b-4c14-af69-d6c3604f2bcf req-00f19255-fbc5-4ef1-a003-edb92a40c5c6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0356381 Sep 15 17:07:57.224429 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-22dec3f1-6564-4215-8694-11eb5a5246b9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 380 time: 0.0813417 Sep 15 17:07:57.229249 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.236842 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'port': {'device_id': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'admin_state_up': True, 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'security_groups': ['110eaecc-850f-4779-8ee5-3ff746598f3d']}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:57.238528 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7c78b253-5f73-49d4-9cec-bbad489a728a,segment=NetworkSegment(9983cc14-57cc-4049-9c4e-9e161fe97d10),segment_id=9983cc14-57cc-4049-9c4e-9e161fe97d10)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:57.305538 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:57.355181 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cfcd74-744f-4f8a-88fa-691585af451f,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:57.363130 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Checking segment: {'id': 'a438b6e1-420c-411d-a4b2-940ffeaa6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4b68972d-317c-4183-835c-a2e296dbcefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:57.363495 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Network hostable DHCP agents. Network: 4b68972d-317c-4183-835c-a2e296dbcefa, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:07:57.369500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.385909 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95587-6f36-4064-91e8-775472443a34 req-ba6334e4-eeb8-4ed5-a10b-2e4f688c0b9c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:57.387439 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cca95587-6f36-4064-91e8-775472443a34 req-ba6334e4-eeb8-4ed5-a10b-2e4f688c0b9c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 943 time: 0.0937941 Sep 15 17:07:57.427337 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:57.429933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Made reservation on behalf of 5cbbe4cb7f274016ad6ecdccd0061e4a for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:57.433380 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.454523 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cca95587-6f36-4064-91e8-775472443a34 req-927d5b78-2000-4b3a-ae3b-a55f0915677e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Sep 15 17:07:57.465468 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0aa47e0b-1382-485b-857f-b3d2196b3d2a'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:57.518721 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Network 4b68972d-317c-4183-835c-a2e296dbcefa is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:07:57.568853 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Made reservation on behalf of 5e40880be02b4e4daee82c28bd1d2130 for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:07:57.572492 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.595793 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Allocated IP 172.20.0.8 (7dbb187b-c00a-40b8-a77c-bcc7b276eb07/b5e6f638-596e-4354-885a-a0a2bc87c446/525e2bb3-1659-44ef-a189-aafe7b7f4d31) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:57.603027 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 4b68972d-317c-4183-835c-a2e296dbcefa) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:57.614404 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:57.615008 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.624325 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1206917-f012-4e32-9b9c-3e876b126295 None None] Network 4b68972d-317c-4183-835c-a2e296dbcefa requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:57.759897 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6a774b77-9eb5-48ef-81a4-3931cd60bee9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3727407 Sep 15 17:07:57.786741 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d56807a-11b2-4a92-bf6e-966dab310fb7" -d '{"events": [{"server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "name": "network-vif-plugged", "status": "completed", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:57.834388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Allocated IP 172.20.0.4 (7861bcdb-330f-45d2-b7da-a05302031207/b286fb20-cfe1-4228-84c9-5bb3e3d321ca/66000c22-9dd9-47c9-9734-cd62275416d3) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:07:57.860645 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45646) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:57.876739 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da35cd-d6f1-4cbb-898f-c97576dd0bbd None None] Network 4b68972d-317c-4183-835c-a2e296dbcefa requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:07:57.884751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:57.944263 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.066858 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.076261 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.096750 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba9130-aa64-47e9-83a6-92ca604c1872 x-openstack-request-id: req-93ba9130-aa64-47e9-83a6-92ca604c1872 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:58.097885 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "name": "network-vif-plugged", "status": "completed", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:58.098286 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93ba9130-aa64-47e9-83a6-92ca604c1872 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:58.099425 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a', 'code': 200} Sep 15 17:07:58.145049 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:58.161296 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:58.181432 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:58.192822 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.195836 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.221023 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:58.241525 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.255628 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dfe12-7d24-411b-9779-3115889c785b req-c8702600-32cf-4b48-916f-e508a0504e25 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.257205 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-815dfe12-7d24-411b-9779-3115889c785b req-c8702600-32cf-4b48-916f-e508a0504e25 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.1142831 Sep 15 17:07:58.259494 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0348397b-9bc8-4c37-be3c-cffe10eb266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.334420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Network 7861bcdb-330f-45d2-b7da-a05302031207 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:07:58.338242 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-815dfe12-7d24-411b-9779-3115889c785b req-c1ce8528-321a-4ab8-b2a7-57bbab0371cd tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667188 Sep 15 17:07:58.348116 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616bb4-2c5a-427a-841f-cab90edb7765 req-600ed3d0-ca07-4f39-93ab-8fe007ad213b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.349707 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf616bb4-2c5a-427a-841f-cab90edb7765 req-600ed3d0-ca07-4f39-93ab-8fe007ad213b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 931 time: 0.1608205 Sep 15 17:07:58.350841 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:58.353521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:07:58.355507 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:07:58.361159 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.361918 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.412112 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-c21b7d65-8422-4137-8000-c1f85bff4f68 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1991065 Sep 15 17:07:58.440844 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf616bb4-2c5a-427a-841f-cab90edb7765 req-614dd9ab-a6d7-4e02-b7cc-9c8932de4623 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696585 Sep 15 17:07:58.467144 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Request body: {'port': {'device_id': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:58.512643 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:07:58.515546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0aa47e0b-1382-485b-857f-b3d2196b3d2a up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:07:58.550230 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.54', 65247) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:58.622627 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.649219 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344f303-a5ad-4233-86ae-09cc2adb2898 req-61f6acf7-1544-4178-a13e-52eb802e7c9c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.651033 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0344f303-a5ad-4233-86ae-09cc2adb2898 req-61f6acf7-1544-4178-a13e-52eb802e7c9c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 931 time: 0.1610105 Sep 15 17:07:58.682805 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-d3e42c10-36ba-442f-b765-223137df7520 None None] Provisioning complete for port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:58.683452 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d3e42c10-36ba-442f-b765-223137df7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.702450 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-c584e14e-0ce5-463e-826f-290c51d06876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.703876 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-c584e14e-0ce5-463e-826f-290c51d06876 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 1099 time: 0.1526995 Sep 15 17:07:58.712646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e08cf-774a-4eac-85d4-6c7ac86260f5 req-ad6c7ea7-39ee-430b-8989-e9e7aadc1a10 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:58.719722 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-165e08cf-774a-4eac-85d4-6c7ac86260f5 req-ad6c7ea7-39ee-430b-8989-e9e7aadc1a10 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 943 time: 0.1106057 Sep 15 17:07:58.746559 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-a9749674-4894-49e5-a02b-65f9b7f45db6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.771936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d3e42c10-36ba-442f-b765-223137df7520 None None] Port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:58.783275 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-165e08cf-774a-4eac-85d4-6c7ac86260f5 req-25970b99-e0bc-4c4d-8eef-8fd9b6664911 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625715 Sep 15 17:07:58.788260 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:58.799921 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2', 'network_id': 'e2606e56-126c-411b-aa97-05a9cde51cbb', 'port_id': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2', 'mac_address': 'fa:16:3e:55:d0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae136c4-1a3e-48c0-adbf-6880645f6358', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:07:58.851281 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.867652 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:58.884164 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 0aa47e0b-1382-485b-857f-b3d2196b3d2a completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:07:58.893081 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0348397b-9bc8-4c37-be3c-cffe10eb266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.902793 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:58.912925 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 0aa47e0b-1382-485b-857f-b3d2196b3d2a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:58.913304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.927325 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0344f303-a5ad-4233-86ae-09cc2adb2898 req-6126057c-c446-4e3e-9e5d-bac1ad6affb4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135387 Sep 15 17:07:58.972044 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-9196e406-8b33-424b-8d9a-69b7f57d615b None None] Provisioning complete for port 66000c22-9dd9-47c9-9734-cd62275416d3 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:07:58.972813 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9196e406-8b33-424b-8d9a-69b7f57d615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:58.991961 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0348397b-9bc8-4c37-be3c-cffe10eb266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.042602 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-9196e406-8b33-424b-8d9a-69b7f57d615b None None] Port 66000c22-9dd9-47c9-9734-cd62275416d3 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:07:59.045887 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.074987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525e2bb3-1659-44ef-a189-aafe7b7f4d31 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:07:59.079350 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:07:59.081673 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0348397b-9bc8-4c37-be3c-cffe10eb266d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bef1206f551f455c8d29a0d2f812bf3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2194686 Sep 15 17:07:59.084313 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45678) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:07:59.084561 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348397b-9bc8-4c37-be3c-cffe10eb266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cf87d-52e7-4f8c-b0c1-37317abecc0b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.088217 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.095190 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.103439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Transition to ACTIVE for port object 525e2bb3-1659-44ef-a189-aafe7b7f4d31 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:07:59.146637 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.165157 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-9ce28bde-1bea-4309-b5eb-bfad49c92e9f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9328811 Sep 15 17:07:59.169821 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.180465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Request body: {'port': {'device_id': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:07:59.192401 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.235571 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.249146 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.261949 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.307442 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.323524 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['adbff125-6ee5-4dc9-9dee-4d21ed28b8f2'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:07:59.343103 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Pushing event updated for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.359640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Attempting to bind port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:07:59.359640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Attempting to bind port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:07:59.359640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Attempting to bind port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:59.368649 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:07:59.369483 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Attempting to bind port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:07:59.387206 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:07:59.392992 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Checking segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:07:59.394692 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Bound using segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:07:59.400339 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Bound port: 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:07:59.401428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.442401 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-a9749674-4894-49e5-a02b-65f9b7f45db6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.531474 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.543850 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.545184 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c4cf87d-52e7-4f8c-b0c1-37317abecc0b HTTP/1.1" status: 204 len: 168 time: 0.4598515 Sep 15 17:07:59.549736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-a9749674-4894-49e5-a02b-65f9b7f45db6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.555199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:07:59.597320 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:07:59.619279 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120f7d4-2519-4f78-a636-a9f16990618a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cf87d-52e7-4f8c-b0c1-37317abecc0b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.630687 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f3eeebd-a591-4238-baad-9cc24f55dbc0 req-a9749674-4894-49e5-a02b-65f9b7f45db6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082577 Sep 15 17:07:59.632525 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f190bf-e79a-4c9b-9494-6128fbb0f485 req-ad7cbc98-105f-41d9-9e65-1ffec71cef9c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:59.642989 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01f190bf-e79a-4c9b-9494-6128fbb0f485 req-ad7cbc98-105f-41d9-9e65-1ffec71cef9c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 943 time: 0.1008291 Sep 15 17:07:59.684423 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01f190bf-e79a-4c9b-9494-6128fbb0f485 req-4b41ed4f-4a66-4bdb-b4db-17a2f2b9608f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413718 Sep 15 17:07:59.702041 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.768596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9749674-4894-49e5-a02b-65f9b7f45db6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5fae8-aebc-4699-9269-d84eaff1bcbd,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.781920 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:59.783331 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:07:59.785795 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] 10.222.0.54 "PUT /v2.0/ports/525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 1093 time: 1.3232727 Sep 15 17:07:59.785935 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:07:59.788412 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5987bdf4-3771-4930-b436-1ec1b9bcbd38" -d '{"events": [{"name": "network-changed", "server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:07:59.802417 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ce51c-3e0f-4f26-8ca1-3b29c0fda4dc req-cb8d36c0-f1b1-475e-a65f-e043ffaf9d71 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:59.804963 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a13f8a-c8cd-4474-87a0-024e37be70bd service neutron] Pushing event updated for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:07:59.810254 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f2ce51c-3e0f-4f26-8ca1-3b29c0fda4dc req-cb8d36c0-f1b1-475e-a65f-e043ffaf9d71 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.2831166 Sep 15 17:07:59.852496 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5ac50-2f34-4bac-95e9-e6dd4f3927b4 x-openstack-request-id: req-aea5ac50-2f34-4bac-95e9-e6dd4f3927b4 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:07:59.852782 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:07:59.853029 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aea5ac50-2f34-4bac-95e9-e6dd4f3927b4 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:07:59.853418 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'status': 'completed', 'code': 200} Sep 15 17:07:59.893117 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f2ce51c-3e0f-4f26-8ca1-3b29c0fda4dc req-0edd5e58-ec24-425c-8a9c-0ec59f216aa4 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756428 Sep 15 17:07:59.981548 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-a96f2984-1939-4000-b789-b9ebb9d5be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:59.983151 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-a96f2984-1939-4000-b789-b9ebb9d5be83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1096 time: 0.1048334 Sep 15 17:07:59.996944 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4dc50-840d-4a11-bb31-e9830c344ac3 req-5e1ad8e3-88db-412a-9666-c58cdeb956d4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:07:59.998582 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-84a4dc50-840d-4a11-bb31-e9830c344ac3 req-5e1ad8e3-88db-412a-9666-c58cdeb956d4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 944 time: 0.0758879 Sep 15 17:08:00.101462 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:00.104123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79553b-bfa3-4216-bacd-9cefe5e2db40" -d '{"events": [{"server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "name": "network-vif-plugged", "status": "completed", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:00.200097 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:08:00.201459 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-84a4dc50-840d-4a11-bb31-e9830c344ac3 req-e40138e2-6344-482b-83be-1bc8b016a3ed tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328340 Sep 15 17:08:00.212395 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-ff951486-55ab-4858-9c23-bc132775c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.214009 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-ff951486-55ab-4858-9c23-bc132775c76d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2144458 Sep 15 17:08:00.234834 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.281667 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea890e-fa3a-4d00-abd3-cb54c8bd33ae x-openstack-request-id: req-c1ea890e-fa3a-4d00-abd3-cb54c8bd33ae {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:00.282153 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "name": "network-vif-plugged", "status": "completed", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:00.284204 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1ea890e-fa3a-4d00-abd3-cb54c8bd33ae {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:00.284204 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'code': 200} Sep 15 17:08:00.308848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Transition to ACTIVE for port object 66000c22-9dd9-47c9-9734-cd62275416d3 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:08:00.329196 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991d47c-aeef-40ef-a235-c614deae5516 req-d81d31b0-91db-4f0e-89fd-bde1dd391a6d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.335662 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3991d47c-aeef-40ef-a235-c614deae5516 req-d81d31b0-91db-4f0e-89fd-bde1dd391a6d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 931 time: 0.1121986 Sep 15 17:08:00.375784 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3991d47c-aeef-40ef-a235-c614deae5516 req-d29c89a8-0706-48d6-8286-f8655c88b8ca tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342269 Sep 15 17:08:00.420405 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.458514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-8e2b119f-576d-4aa5-947f-424186b9cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.459977 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5987bdf4-3771-4930-b436-1ec1b9bcbd38 req-8e2b119f-576d-4aa5-947f-424186b9cd5a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2388420 Sep 15 17:08:00.528138 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:00.533234 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:00.599610 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Attempting to bind port 66000c22-9dd9-47c9-9734-cd62275416d3 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:00.599958 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Attempting to bind port 66000c22-9dd9-47c9-9734-cd62275416d3 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:00.600292 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Attempting to bind port 66000c22-9dd9-47c9-9734-cd62275416d3 on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:00.639054 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Port 66000c22-9dd9-47c9-9734-cd62275416d3 on network 7861bcdb-330f-45d2-b7da-a05302031207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:08:00.639386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Attempting to bind port 66000c22-9dd9-47c9-9734-cd62275416d3 on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:00.654362 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:00.656364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Checking segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:00.656364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Bound using segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:00.656364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Bound port: 66000c22-9dd9-47c9-9734-cd62275416d3, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:00.656364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.672086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45730) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:00.696867 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d8602-ce51-4fe3-8acd-11aa5ee5d7ba req-252b50bf-8979-4cf5-876f-03dc1fc45945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.698445 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-455d8602-ce51-4fe3-8acd-11aa5ee5d7ba req-252b50bf-8979-4cf5-876f-03dc1fc45945 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.1097999 Sep 15 17:08:00.717253 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f071134e-8914-4e85-818e-2b68ee5cf315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.760475 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:08:00.764327 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:00.764721 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.813672 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-f7e6b551-66e4-4a02-a0ea-829afeeb1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.815601 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-f7e6b551-66e4-4a02-a0ea-829afeeb1635 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1096 time: 0.3142605 Sep 15 17:08:00.879022 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.883699 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-455d8602-ce51-4fe3-8acd-11aa5ee5d7ba req-b82b30d7-960f-4d83-b479-0ba9938301a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611063 Sep 15 17:08:00.895815 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:00.901122 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-0bfbf458-c528-4c03-86e2-a2516842d12b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 217 time: 0.0749807 Sep 15 17:08:00.901686 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:00.921850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:00.953991 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f91b8-1233-4092-bc07-9e158bb86eea req-277bd250-8983-4dd1-a0da-e6a4c32b105c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:00.955800 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1b4f91b8-1233-4092-bc07-9e158bb86eea req-277bd250-8983-4dd1-a0da-e6a4c32b105c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 943 time: 0.1204298 Sep 15 17:08:00.966626 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f071134e-8914-4e85-818e-2b68ee5cf315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:00.975504 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.002914 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1b4f91b8-1233-4092-bc07-9e158bb86eea req-8bcf8158-f3a3-433a-9959-f0ec2ceb47d8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Sep 15 17:08:01.031913 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.035993 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.036655 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.038076 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] 10.222.0.54 "PUT /v2.0/ports/66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 1093 time: 1.8630023 Sep 15 17:08:01.051840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:01.054209 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:01.084463 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f071134e-8914-4e85-818e-2b68ee5cf315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.117059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71b58d-5a28-4d95-a8c0-e0ae3d0b9bfd service neutron] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:01.155877 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38655e55-d302-4276-ba7d-a7616b6ad945 x-openstack-request-id: req-38655e55-d302-4276-ba7d-a7616b6ad945 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:01.156171 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:01.156417 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38655e55-d302-4276-ba7d-a7616b6ad945 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:01.156794 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'status': 'completed', 'code': 200} Sep 15 17:08:01.161677 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071134e-8914-4e85-818e-2b68ee5cf315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48f8de-0a0b-42e8-9ca7-e6b031060272,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:01.165468 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:01.184213 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f071134e-8914-4e85-818e-2b68ee5cf315 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=40c7e26d530043cf8f7d94364380471a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073328 Sep 15 17:08:01.185087 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45752) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:01.197244 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea12e8-e8b0-4487-acbe-904e54427faa req-5364921d-b648-4cda-864b-cc92895c8432 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.198825 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-edea12e8-e8b0-4487-acbe-904e54427faa req-5364921d-b648-4cda-864b-cc92895c8432 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.1853631 Sep 15 17:08:01.210102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-d87f6a74-8ac4-43ec-81c5-2f9588389db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.212126 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-d87f6a74-8ac4-43ec-81c5-2f9588389db4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.1168721 Sep 15 17:08:01.297957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b03830-e312-450b-8d44-1f07b75678cd req-07b33a8e-327b-4e1b-916c-2687d5212389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.301327 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-07b33a8e-327b-4e1b-916c-2687d5212389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688334 Sep 15 17:08:01.327677 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-edea12e8-e8b0-4487-acbe-904e54427faa req-a1540929-052a-4cef-8908-50e519142d42 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161990 Sep 15 17:08:01.334541 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-1ada08d5-91d7-4115-9e6b-3c5936e507db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.336167 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-1ada08d5-91d7-4115-9e6b-3c5936e507db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1096 time: 0.1518581 Sep 15 17:08:01.385037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.457402 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-7019be3b-daa2-4ef4-a927-2010cd950b56 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461196 Sep 15 17:08:01.466846 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7fba8-05bf-4fa6-979a-a1b0812a2af3 req-91d22b42-2294-45e8-9752-ebc227d37065 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.468471 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3ed7fba8-05bf-4fa6-979a-a1b0812a2af3 req-91d22b42-2294-45e8-9752-ebc227d37065 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.1446970 Sep 15 17:08:01.483305 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.560579 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3ed7fba8-05bf-4fa6-979a-a1b0812a2af3 req-9e21d17f-416c-4b4f-8452-825e8efe2593 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833175 Sep 15 17:08:01.590713 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01b03830-e312-450b-8d44-1f07b75678cd req-6ee3b8bd-7b90-46b4-9c25-9a341ae2b6a9 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212194 Sep 15 17:08:01.607180 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939756f-b866-4f77-a851-df2c3d6ff2e8 req-90c77d90-d201-48b3-8d1c-3a5230b9d591 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.607180 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7939756f-b866-4f77-a851-df2c3d6ff2e8 req-90c77d90-d201-48b3-8d1c-3a5230b9d591 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.1327691 Sep 15 17:08:01.607180 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-f7e7e357-de68-43b8-9638-f24fdfee012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.607180 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-f7e7e357-de68-43b8-9638-f24fdfee012e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5e40880be02b4e4daee82c28bd1d2130&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2615209 Sep 15 17:08:01.739945 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7939756f-b866-4f77-a851-df2c3d6ff2e8 req-77e096b1-c9c9-416c-b3cc-3c91f1f24994 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244643 Sep 15 17:08:01.782150 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.784746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:01.785897 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b48f8de-0a0b-42e8-9ca7-e6b031060272 HTTP/1.1" status: 204 len: 168 time: 0.5997739 Sep 15 17:08:01.803531 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cf045-f840-45f3-9e2a-438f302f6ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48f8de-0a0b-42e8-9ca7-e6b031060272,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:01.824291 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-7f12a788-7d25-4456-98bb-ae9f743012e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.826354 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c3afae9-58c1-4bbf-af99-59d2d0a224a0 req-7f12a788-7d25-4456-98bb-ae9f743012e5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122328 Sep 15 17:08:01.926945 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-e90ad7e2-23ff-4faa-861b-6c1679ef3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:01.928007 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-e90ad7e2-23ff-4faa-861b-6c1679ef3c86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1096 time: 0.0453725 Sep 15 17:08:01.983596 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-a4b6abde-d25e-445f-b5c7-6591f586940f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 217 time: 0.0469029 Sep 15 17:08:02.031420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-5a663805-5c26-4004-bb25-c928d17d7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.033384 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-5a663805-5c26-4004-bb25-c928d17d7d72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0416765 Sep 15 17:08:02.089739 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-a188c6a6-b56c-4f52-8605-2e04a9b461da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.091132 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-a188c6a6-b56c-4f52-8605-2e04a9b461da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504036 Sep 15 17:08:02.116736 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246297ff-426e-458e-ad4e-fbf215e3dd77 req-b48e341b-3597-40b0-86b4-9e6dd403017a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.118341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-246297ff-426e-458e-ad4e-fbf215e3dd77 req-b48e341b-3597-40b0-86b4-9e6dd403017a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 943 time: 0.0497587 Sep 15 17:08:02.164549 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-246297ff-426e-458e-ad4e-fbf215e3dd77 req-d428052e-24c7-4911-ab73-1dd73c097fd1 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396161 Sep 15 17:08:02.193964 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-178702fb-a387-4a07-ae7c-24076cb5cc0d service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943737 Sep 15 17:08:02.284525 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:02.288643 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb855de-8f4b-481f-b36b-b4f17716f541" -d '{"events": [{"server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "name": "network-vif-plugged", "status": "completed", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:02.289797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c0feebf5-b08f-43e1-b47b-753a74d54a6f req-e998080d-2b58-4265-a302-de3aa911dbd7 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875804 Sep 15 17:08:02.326299 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c94777-cfdb-4513-879e-d5c0285c314a x-openstack-request-id: req-12c94777-cfdb-4513-879e-d5c0285c314a {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:02.331870 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "name": "network-vif-plugged", "status": "completed", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:02.331870 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12c94777-cfdb-4513-879e-d5c0285c314a {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:02.331870 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2', 'code': 200} Sep 15 17:08:02.451322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eb7ba-7a5f-45ee-9c1c-ae483c08de07 req-9b3050de-95b6-439f-ba8d-40c680cc9e11 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.452819 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c7eb7ba-7a5f-45ee-9c1c-ae483c08de07 req-9b3050de-95b6-439f-ba8d-40c680cc9e11 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.0473497 Sep 15 17:08:02.495705 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c7eb7ba-7a5f-45ee-9c1c-ae483c08de07 req-9feab1d6-349a-4842-8000-001985da18a7 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Sep 15 17:08:02.708628 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01499dc-f109-44e7-b34e-a179841d0fa8 req-d43ddd8d-47c5-46d5-acc3-3d511787c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.710146 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a01499dc-f109-44e7-b34e-a179841d0fa8 req-d43ddd8d-47c5-46d5-acc3-3d511787c961 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1098 time: 0.0725081 Sep 15 17:08:02.721849 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4080aa-3a76-4bc9-be34-c36977487849 req-8ca80d53-c427-4948-a283-061faab792a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.723218 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fc4080aa-3a76-4bc9-be34-c36977487849 req-8ca80d53-c427-4948-a283-061faab792a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0594611 Sep 15 17:08:02.778491 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fc4080aa-3a76-4bc9-be34-c36977487849 req-653d9686-4890-47a7-95fd-61c69f671852 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Sep 15 17:08:02.780258 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a01499dc-f109-44e7-b34e-a179841d0fa8 req-3723d216-63ca-479f-8f8f-0ad84eb191a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561950 Sep 15 17:08:02.873075 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ade9ee-4c0f-4654-a238-a4b647091174 req-8ee2c4fe-fdea-48e7-a3bc-e7de45986b79 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:02.874595 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7ade9ee-4c0f-4654-a238-a4b647091174 req-8ee2c4fe-fdea-48e7-a3bc-e7de45986b79 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0520823 Sep 15 17:08:02.919175 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7ade9ee-4c0f-4654-a238-a4b647091174 req-e97375b0-02e8-483a-a45c-d54e1a888407 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Sep 15 17:08:03.285233 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8aad6-2689-41fa-ad80-92ef896c430a req-f68f1b1a-869b-4cbb-ac64-bf665cca50db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:03.287047 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee8aad6-2689-41fa-ad80-92ef896c430a req-f68f1b1a-869b-4cbb-ac64-bf665cca50db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 943 time: 0.0543911 Sep 15 17:08:03.327452 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee8aad6-2689-41fa-ad80-92ef896c430a req-eef2c212-5a01-4886-a4d1-a675ca4b8b25 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343444 Sep 15 17:08:03.898668 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:03.911567 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef724c3b-efdf-420f-a417-0477b9918210 req-a41c2c5d-be10-45d3-a4c0-a0ed5fff3215 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:03.913063 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ef724c3b-efdf-420f-a417-0477b9918210 req-a41c2c5d-be10-45d3-a4c0-a0ed5fff3215 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Sep 15 17:08:03.957250 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ef724c3b-efdf-420f-a417-0477b9918210 req-e2346b5d-38b0-4ac4-a964-688ea9786fc2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Sep 15 17:08:04.044876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124f3cd-e032-46ad-b455-01002ef9f331 req-2411de4f-1b41-4e17-9484-7e416b8c5859 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:04.046399 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3124f3cd-e032-46ad-b455-01002ef9f331 req-2411de4f-1b41-4e17-9484-7e416b8c5859 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0512407 Sep 15 17:08:04.086087 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3124f3cd-e032-46ad-b455-01002ef9f331 req-e0181b8c-2bd9-4d0c-b403-2a9a4453895b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Sep 15 17:08:04.469176 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754630dc-865e-4e9e-9983-07181219010c req-608df7fc-9253-49ff-b34f-950d8ec572df tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:04.470680 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-754630dc-865e-4e9e-9983-07181219010c req-608df7fc-9253-49ff-b34f-950d8ec572df tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 943 time: 0.0571489 Sep 15 17:08:04.514668 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-754630dc-865e-4e9e-9983-07181219010c req-be8a075f-f73e-4b65-9fa6-442d7e5607ca tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 Sep 15 17:08:04.535959 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 525e2bb3-1659-44ef-a189-aafe7b7f4d31 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:08:04.620860 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:04.632622 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'port_id': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'mac_address': 'fa:16:3e:12:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:08:04.668271 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:04.684390 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525e2bb3-1659-44ef-a189-aafe7b7f4d31 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:08:04.704833 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:04.801531 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:04.850330 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45886) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:04.861007 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:04.933608 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45892) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:05.010768 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e0e1e292-d0d5-4be7-9daa-57cf01f5171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.046491 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['525e2bb3-1659-44ef-a189-aafe7b7f4d31'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:08:05.048962 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b0ec611f-98d0-4292-a6a0-97bed2494d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.091152 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a10e1-8765-402f-acd5-cba800cd0b91 req-68260b4f-ed60-47e6-9f21-2a265785c2a0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.093365 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a95a10e1-8765-402f-acd5-cba800cd0b91 req-68260b4f-ed60-47e6-9f21-2a265785c2a0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0728462 Sep 15 17:08:05.141911 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a95a10e1-8765-402f-acd5-cba800cd0b91 req-4ad535a0-4f23-4bc3-8912-196c43f40d5a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Sep 15 17:08:05.153249 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e0e1e292-d0d5-4be7-9daa-57cf01f5171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.213529 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e0e1e292-d0d5-4be7-9daa-57cf01f5171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.248466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b073b8f-7897-401b-b496-2bf9e29e276d req-e6847b88-c128-41d6-be10-fa0a99321a01 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.250089 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1b073b8f-7897-401b-b496-2bf9e29e276d req-e6847b88-c128-41d6-be10-fa0a99321a01 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0485916 Sep 15 17:08:05.269099 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e0e1e292-d0d5-4be7-9daa-57cf01f5171f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d042168206146168cb214ed36adcd58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175649 Sep 15 17:08:05.272440 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45906) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:05.279770 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1e292-d0d5-4be7-9daa-57cf01f5171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a805d535-2591-419a-80a7-1d7caf69cc5c,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:05.289361 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1b073b8f-7897-401b-b496-2bf9e29e276d req-aba5936b-7b13-410f-a541-d7c2f6118fe0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326831 Sep 15 17:08:05.385134 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.424498 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.427163 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b0ec611f-98d0-4292-a6a0-97bed2494d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.578775 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b0ec611f-98d0-4292-a6a0-97bed2494d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.582241 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.584916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.588605 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a805d535-2591-419a-80a7-1d7caf69cc5c HTTP/1.1" status: 204 len: 168 time: 0.3137970 Sep 15 17:08:05.632953 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b0ec611f-98d0-4292-a6a0-97bed2494d7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=449c76abaf514a7f820ed05588787779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6955330 Sep 15 17:08:05.632953 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec611f-98d0-4292-a6a0-97bed2494d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6c4a6-7d8c-4b22-b843-115f74041775,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:05.633726 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45926) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:05.650162 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49721440-94d5-4b25-aeb9-d6bbf38b0679 req-a2ce6536-a6a2-4c16-9598-6f7df2c7d75c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.657920 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49721440-94d5-4b25-aeb9-d6bbf38b0679 req-a2ce6536-a6a2-4c16-9598-6f7df2c7d75c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 944 time: 0.0702152 Sep 15 17:08:05.658186 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa618f4-d354-44e7-a5e7-c7c3b4457d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a805d535-2591-419a-80a7-1d7caf69cc5c,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:05.710892 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.719062 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49721440-94d5-4b25-aeb9-d6bbf38b0679 req-618e9598-0fcf-4683-bab3-bdd98b637e46 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603664 Sep 15 17:08:05.733624 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.878543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.882250 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:05.883989 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32d6c4a6-7d8c-4b22-b843-115f74041775 HTTP/1.1" status: 204 len: 168 time: 0.2490573 Sep 15 17:08:05.893502 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab38fcf-c718-42be-8656-05bf47764b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6c4a6-7d8c-4b22-b843-115f74041775,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:05.920156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233cc4c-7e22-45c6-a42c-83cf84d9bf7c req-d21a7f70-2b01-495a-baee-c39ae615a066 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.921708 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9233cc4c-7e22-45c6-a42c-83cf84d9bf7c req-d21a7f70-2b01-495a-baee-c39ae615a066 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0665231 Sep 15 17:08:05.973632 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-3b0e473e-553c-48e0-b3f9-2d002c2a677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:05.975143 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-3b0e473e-553c-48e0-b3f9-2d002c2a677f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1098 time: 0.0613279 Sep 15 17:08:05.978495 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9233cc4c-7e22-45c6-a42c-83cf84d9bf7c req-0d68dbac-a6bd-4463-ae12-7b2fcd88fdef tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480330 Sep 15 17:08:06.067900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-a46dd253-1185-4d28-ad13-c4bca0ab466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:06.069378 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-a46dd253-1185-4d28-ad13-c4bca0ab466c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.0874689 Sep 15 17:08:06.113868 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-5655d019-167f-4fbf-80ab-b850fae6e6bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0374432 Sep 15 17:08:06.162071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-34e9e80e-05ab-4652-bb8b-2e7405ddbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:06.170213 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-34e9e80e-05ab-4652-bb8b-2e7405ddbbff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0428064 Sep 15 17:08:06.192488 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-8d4cc721-fde4-4cf3-ba27-a6070d06bc11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223041 Sep 15 17:08:06.284253 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-da6d063d-f457-428b-a03d-d691221ec717 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Sep 15 17:08:06.383309 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a65566e5-748d-4ce8-8676-c0292a4f84df req-27760e39-a481-403c-8949-4470228caa26 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914278 Sep 15 17:08:06.469291 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d45-f09e-42b3-84dc-272e8633c7bd req-728cf418-3572-4ab6-b205-945002ebcb88 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:06.469291 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-14bb3d45-f09e-42b3-84dc-272e8633c7bd req-728cf418-3572-4ab6-b205-945002ebcb88 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0593181 Sep 15 17:08:06.484022 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-14bb3d45-f09e-42b3-84dc-272e8633c7bd req-205838dc-4786-4008-a2cf-5d087a174638 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346899 Sep 15 17:08:06.537708 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:08:06.537708 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 525e2bb3-1659-44ef-a189-aafe7b7f4d31 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:06.663988 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 45958) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:06.672037 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:06.673022 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0f06-5b22-43b7-84ca-a4b5d5651457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.681714 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:08:06.689373 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:06.691730 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.692219 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '66000c22-9dd9-47c9-9734-cd62275416d3', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:08:06.788111 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.810453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0f06-5b22-43b7-84ca-a4b5d5651457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.824810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:08:06.851105 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:06.862312 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.865550 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43696276-9faf-4811-98e2-f1fcdc9cd69d req-cfb99c44-474a-4309-b581-9f7366b7bc4a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:06.867561 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43696276-9faf-4811-98e2-f1fcdc9cd69d req-cfb99c44-474a-4309-b581-9f7366b7bc4a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 944 time: 0.0493762 Sep 15 17:08:06.886689 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:06.889593 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21404f0e-b52c-4668-b3c9-4b4092ee1f0f" -d '{"events": [{"server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "name": "network-vif-plugged", "status": "completed", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:06.889763 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f1d0f06-5b22-43b7-84ca-a4b5d5651457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.906242 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:06.935197 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15f0280-17c6-49e9-84a5-79386e5c598b x-openstack-request-id: req-a15f0280-17c6-49e9-84a5-79386e5c598b {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:06.935608 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "name": "network-vif-plugged", "status": "completed", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:06.935862 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a15f0280-17c6-49e9-84a5-79386e5c598b {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:06.936280 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'code': 200} Sep 15 17:08:06.942310 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43696276-9faf-4811-98e2-f1fcdc9cd69d req-727292e4-72ed-43ee-82f6-5f34084c521e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686374 Sep 15 17:08:06.943928 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:06.948369 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d0f06-5b22-43b7-84ca-a4b5d5651457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25af1c4-4dba-400a-8bfb-720f873bd9d4,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:06.955140 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45966) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:06.958095 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8f1d0f06-5b22-43b7-84ca-a4b5d5651457 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f2b90cd3e33242c599ddc9f35b8b2e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997437 Sep 15 17:08:06.986102 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.004183 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.012599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:07.031921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.084884 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:07.146264 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1551dc1-1fed-4657-8be8-ac6f392909ed req-0eca02aa-2e93-4086-956e-a90a0813bccf tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:07.154609 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b1551dc1-1fed-4657-8be8-ac6f392909ed req-0eca02aa-2e93-4086-956e-a90a0813bccf tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0700643 Sep 15 17:08:07.188839 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b1551dc1-1fed-4657-8be8-ac6f392909ed req-68f1da14-739a-4af2-a00f-9130bfb582f1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332320 Sep 15 17:08:07.197780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.201154 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.206415 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['66000c22-9dd9-47c9-9734-cd62275416d3'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:08:07.208335 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d25af1c4-4dba-400a-8bfb-720f873bd9d4 HTTP/1.1" status: 204 len: 168 time: 0.2487764 Sep 15 17:08:07.225335 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcc12e-1fac-4e6a-bbac-f1a76dfabe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25af1c4-4dba-400a-8bfb-720f873bd9d4,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:07.256250 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45980) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:07.270558 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6e17-f619-4509-871f-500733d0798c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.347867 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769be48-1e62-4883-8bf8-860c7c29a1f2 req-41fb144c-8554-48b4-b792-0a999a19d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:07.349444 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b769be48-1e62-4883-8bf8-860c7c29a1f2 req-41fb144c-8554-48b4-b792-0a999a19d10a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0703468 Sep 15 17:08:07.409993 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b769be48-1e62-4883-8bf8-860c7c29a1f2 req-776a8ff3-a643-49d4-bfca-9b5bac266e46 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521140 Sep 15 17:08:07.460696 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6e17-f619-4509-871f-500733d0798c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.602745 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fdfc6e17-f619-4509-871f-500733d0798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.607588 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb00ea8-3fa7-49b4-a56c-268aa34b8f57 req-d8ac04be-92a6-424d-af7b-62650f9cb542 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:07.609068 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dbb00ea8-3fa7-49b4-a56c-268aa34b8f57 req-d8ac04be-92a6-424d-af7b-62650f9cb542 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0474410 Sep 15 17:08:07.642873 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fdfc6e17-f619-4509-871f-500733d0798c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bbacced174d044b98d981653e4763689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853149 Sep 15 17:08:07.643746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc6e17-f619-4509-871f-500733d0798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de361680-8a15-4921-96e2-101f1c087afb,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:07.647449 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 45990) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:07.649636 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dbb00ea8-3fa7-49b4-a56c-268aa34b8f57 req-f0649257-73a2-428b-a04c-280163b3e7fb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Sep 15 17:08:07.702655 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.722798 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.823810 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.826392 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:07.833667 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de361680-8a15-4921-96e2-101f1c087afb HTTP/1.1" status: 204 len: 168 time: 0.1791811 Sep 15 17:08:07.836036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac1dfe-ab2e-48ed-8c70-73b3d99c2533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de361680-8a15-4921-96e2-101f1c087afb,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:07.972306 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46002) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:08.066593 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf447a6c-5a6c-4bbe-a95c-48fa692e3825 req-01cbdc51-33fb-4b2f-895d-01686076aaaf tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:08.068180 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf447a6c-5a6c-4bbe-a95c-48fa692e3825 req-01cbdc51-33fb-4b2f-895d-01686076aaaf tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0482798 Sep 15 17:08:08.108060 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf447a6c-5a6c-4bbe-a95c-48fa692e3825 req-b0e1ea86-2db4-4aa2-b8d7-8b042039d028 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Sep 15 17:08:08.241704 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7ae787e1-4a58-44de-8cd6-87981781644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.327961 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb88f0-1b2d-4a28-b257-18f71bee4456 req-940c6fb6-536a-4295-9486-2c3d4ad5c315 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:08.330753 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19fb88f0-1b2d-4a28-b257-18f71bee4456 req-940c6fb6-536a-4295-9486-2c3d4ad5c315 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0663092 Sep 15 17:08:08.356743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7ae787e1-4a58-44de-8cd6-87981781644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.384818 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19fb88f0-1b2d-4a28-b257-18f71bee4456 req-3a5c8572-65ef-4c24-89fa-ed2a9f9f1195 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474453 Sep 15 17:08:08.482979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7ae787e1-4a58-44de-8cd6-87981781644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.522005 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-7ae787e1-4a58-44de-8cd6-87981781644d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd8e613cc5d1459f8beeb5625544f246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476573 Sep 15 17:08:08.522880 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae787e1-4a58-44de-8cd6-87981781644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d394907-f0b8-4015-a8b8-df0b74a31155,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:08.524741 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46030) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:08.529290 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:08:08.591129 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.621019 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.648842 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 66000c22-9dd9-47c9-9734-cd62275416d3 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:08:08.653270 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 66000c22-9dd9-47c9-9734-cd62275416d3 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:08:08.653907 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.782762 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.803264 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.806433 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.808020 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d394907-f0b8-4015-a8b8-df0b74a31155 HTTP/1.1" status: 204 len: 168 time: 0.2822104 Sep 15 17:08:08.820285 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eb55d-0525-4455-ade0-057ed0adb4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d394907-f0b8-4015-a8b8-df0b74a31155,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:08.826055 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345f9ad-b5c5-4ac1-b344-b9d93c9b9d2c req-60efb0f5-7230-422b-ad82-405cc376f607 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:08.827581 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2345f9ad-b5c5-4ac1-b344-b9d93c9b9d2c req-60efb0f5-7230-422b-ad82-405cc376f607 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0633485 Sep 15 17:08:08.841622 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:08.880985 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2345f9ad-b5c5-4ac1-b344-b9d93c9b9d2c req-1d002ead-ee3c-4780-8e9b-18523b149207 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Sep 15 17:08:08.905807 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:08.936991 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:08.939759 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56b78d1-349b-4b7b-93bb-ec86fd3dd5b1" -d '{"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:08.962296 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:08.979873 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef74b77-da9e-400a-bcc7-fee2d05cdc6d x-openstack-request-id: req-9ef74b77-da9e-400a-bcc7-fee2d05cdc6d {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:08.980362 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:08.980601 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ef74b77-da9e-400a-bcc7-fee2d05cdc6d {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:08.982003 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'code': 200} Sep 15 17:08:09.236955 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27bcd4-ca25-4864-b876-1b9fdf70ad43 req-6e6a3793-0a72-4d4a-a008-be0067faffa8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:09.238488 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa27bcd4-ca25-4864-b876-1b9fdf70ad43 req-6e6a3793-0a72-4d4a-a008-be0067faffa8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 15 17:08:09.307345 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa27bcd4-ca25-4864-b876-1b9fdf70ad43 req-e5de03d9-7bba-4821-af8c-12e492b6ad1a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628722 Sep 15 17:08:09.334878 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4aa76-9018-4cef-b8d4-f22b113209f6 req-7e8cdda6-a0ec-4c74-87b1-e3587ef5ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:09.336749 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31a4aa76-9018-4cef-b8d4-f22b113209f6 req-7e8cdda6-a0ec-4c74-87b1-e3587ef5ca38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1098 time: 0.0661631 Sep 15 17:08:09.390439 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31a4aa76-9018-4cef-b8d4-f22b113209f6 req-90812863-bad9-4234-a347-3826873a56d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Sep 15 17:08:09.479591 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270acb06-9e70-433c-aebc-6e191b9c9ad0 req-3b174095-ba20-4da9-8e15-03c73349b759 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:09.485622 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-270acb06-9e70-433c-aebc-6e191b9c9ad0 req-3b174095-ba20-4da9-8e15-03c73349b759 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0525305 Sep 15 17:08:09.489986 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46080) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:09.495280 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'floatingip': {'port_id': '525e2bb3-1659-44ef-a189-aafe7b7f4d31'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:09.514676 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b8e75-5dc7-4252-8059-e9a3eb6a3426 req-2be74d44-5726-4c9c-821e-d8cfff398a4b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:09.516165 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-188b8e75-5dc7-4252-8059-e9a3eb6a3426 req-2be74d44-5726-4c9c-821e-d8cfff398a4b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Sep 15 17:08:09.569615 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:09.749780 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-188b8e75-5dc7-4252-8059-e9a3eb6a3426 req-c81d3160-472e-4ed1-8f6d-e97b7b0261e4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260237 Sep 15 17:08:09.749780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46084) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:09.761947 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4a32-a0eb-4ef4-a042-2cf4bbe5d3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:09.930351 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4a32-a0eb-4ef4-a042-2cf4bbe5d3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:09.992061 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4a32-a0eb-4ef4-a042-2cf4bbe5d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.010258 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46094) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:10.024379 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ac7e4a32-a0eb-4ef4-a042-2cf4bbe5d3b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50aef151ff34455fbe37d2d064b3aa0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738216 Sep 15 17:08:10.037199 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46098) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:10.043978 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e4a32-a0eb-4ef4-a042-2cf4bbe5d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bf4ceb-afce-4c3b-a105-414cc5733ab8,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:10.109535 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.136246 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.155444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526c54-1a5e-42ca-8f40-b274a9a78be4 req-0820872f-ed37-4813-904c-47368f211a1a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:10.158081 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-04526c54-1a5e-42ca-8f40-b274a9a78be4 req-0820872f-ed37-4813-904c-47368f211a1a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.1658099 Sep 15 17:08:10.266443 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.270190 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.275854 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42bf4ceb-afce-4c3b-a105-414cc5733ab8 HTTP/1.1" status: 204 len: 168 time: 0.2371848 Sep 15 17:08:10.290326 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fc385-6849-4fe2-a384-adbb3d72dbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bf4ceb-afce-4c3b-a105-414cc5733ab8,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:10.432594 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5760560a-76a5-474c-8431-0643e06d8adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.487464 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-04526c54-1a5e-42ca-8f40-b274a9a78be4 req-fd681113-4b8b-4f61-a6e3-7f1e53780c4c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981746 Sep 15 17:08:10.618943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.675811 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5760560a-76a5-474c-8431-0643e06d8adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.704785 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.811293 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Floating IP 9c5977d3-7741-4c4d-9c72-4ef9174e7b85 associated. External IP: 172.27.1.78, port: 525e2bb3-1659-44ef-a189-aafe7b7f4d31. Sep 15 17:08:10.853441 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5760560a-76a5-474c-8431-0643e06d8adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:10.929765 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5760560a-76a5-474c-8431-0643e06d8adc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24444de6575440e4a02aad4d343f2da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9109771 Sep 15 17:08:10.934270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46128) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:10.934472 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c2ddf-a43f-438f-a196-ba9e917f6252 req-eea001de-9622-4e40-9011-047fb09e0755 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:10.936388 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f29c2ddf-a43f-438f-a196-ba9e917f6252 req-eea001de-9622-4e40-9011-047fb09e0755 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0753853 Sep 15 17:08:10.953815 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760560a-76a5-474c-8431-0643e06d8adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d55c8-fddb-413d-a14f-5f806a06c9be,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:10.991397 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f29c2ddf-a43f-438f-a196-ba9e917f6252 req-85c132ed-6601-4939-aeaf-39afc257ca5e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Sep 15 17:08:11.061798 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.094692 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.181279 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:11.278065 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.280576 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.281782 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/655d55c8-fddb-413d-a14f-5f806a06c9be HTTP/1.1" status: 204 len: 168 time: 0.3451993 Sep 15 17:08:11.295243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d982f0-5a54-41ae-90d2-7d3dc14b8e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d55c8-fddb-413d-a14f-5f806a06c9be,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:11.314745 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:11.321107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:11.332173 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:11.340803 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:11.341598 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:11.351232 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e3606550-8f02-447b-9ce8-bde79527c8f7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "PUT /v2.0/floatingips/9c5977d3-7741-4c4d-9c72-4ef9174e7b85 HTTP/1.1" status: 200 len: 990 time: 1.8595581 Sep 15 17:08:11.351786 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:11.354028 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde59ce0-b51c-4759-91b9-c65813a55c23" -d '{"events": [{"name": "network-changed", "server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:11.428690 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e461c95a-49be-4ca5-b24c-34b9f950800f x-openstack-request-id: req-e461c95a-49be-4ca5-b24c-34b9f950800f {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:11.429045 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:11.429358 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e461c95a-49be-4ca5-b24c-34b9f950800f {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:11.429953 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'status': 'completed', 'code': 200} Sep 15 17:08:11.466478 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:11.511310 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-14615c13-8b96-4bd7-bb2b-45ba39aac8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:11.512928 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-14615c13-8b96-4bd7-bb2b-45ba39aac8c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0464609 Sep 15 17:08:11.669593 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff7d73-e3cc-4bb7-bfbf-c276dd2fd02a req-c2479869-6451-4300-b6e6-c1486a9d2c57 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:11.671299 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0eff7d73-e3cc-4bb7-bfbf-c276dd2fd02a req-c2479869-6451-4300-b6e6-c1486a9d2c57 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0939987 Sep 15 17:08:11.708780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-beb92a61-270b-4956-afb9-2d087c7ed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:11.710726 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-beb92a61-270b-4956-afb9-2d087c7ed9d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.1756194 Sep 15 17:08:11.806922 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0eff7d73-e3cc-4bb7-bfbf-c276dd2fd02a req-77d060f7-44e1-4429-956c-5dec6c5a3db7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260340 Sep 15 17:08:11.841466 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '9c5977d3-7741-4c4d-9c72-4ef9174e7b85', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:12:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:49Z', 'updated_at': '2021-09-15T17:08:10Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:11.887174 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:11.892034 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-5eb62efa-574c-4c9e-a4b9-290c537f81d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 998 time: 0.1700029 Sep 15 17:08:11.900383 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:11.903265 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:11.978139 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-63031d4f-004e-4003-ac78-6ae7f5bb1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:11.982187 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-63031d4f-004e-4003-ac78-6ae7f5bb1a11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0731902 Sep 15 17:08:12.013470 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee8fd-518d-4cb1-b399-dc88cbca0081 req-f12b70e2-5819-48b5-addf-bf16edc8a93c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:12.023275 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-220ee8fd-518d-4cb1-b399-dc88cbca0081 req-f12b70e2-5819-48b5-addf-bf16edc8a93c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0776432 Sep 15 17:08:12.028472 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46190) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:12.033641 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'floatingip': {'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:12.097805 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:12.104936 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:12.157323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-7677301a-d62b-47ff-a731-7e940c6fca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:12.159081 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-7677301a-d62b-47ff-a731-7e940c6fca02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1649706 Sep 15 17:08:12.313078 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c153da2-7694-4bd8-b816-d5dca1338419 req-af499b21-378f-4b39-9c6a-56679609467a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:12.325209 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9c153da2-7694-4bd8-b816-d5dca1338419 req-af499b21-378f-4b39-9c6a-56679609467a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.2329257 Sep 15 17:08:12.406691 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9c153da2-7694-4bd8-b816-d5dca1338419 req-5ca3288c-1ac9-4e94-a4ba-b43d477436a9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805557 Sep 15 17:08:12.435246 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-113ef259-a257-45ad-8f63-64a5dbe7ee79 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631953 Sep 15 17:08:12.558777 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bde59ce0-b51c-4759-91b9-c65813a55c23 req-b726532c-3a8c-4c63-ac46-90533987ccf3 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142759 Sep 15 17:08:12.600256 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '9c5977d3-7741-4c4d-9c72-4ef9174e7b85', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:12:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:49Z', 'updated_at': '2021-09-15T17:08:10Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:12.645501 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686b0c-9d70-42ee-b822-55541d6c1240 None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '9c5977d3-7741-4c4d-9c72-4ef9174e7b85', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:12:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:49Z', 'updated_at': '2021-09-15T17:08:10Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:12.762833 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:12.831855 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:12.894101 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb93bed-c3e3-4b66-9498-5b016f45bc08 None None] New status for floating IP 9c5977d3-7741-4c4d-9c72-4ef9174e7b85: ACTIVE {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:08:12.956351 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Floating IP 2a496bb2-f5b5-4886-82c2-90ab2831e790 associated. External IP: 172.27.1.240, port: 66000c22-9dd9-47c9-9734-cd62275416d3. Sep 15 17:08:13.477670 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:08:13.573569 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a2e8-8a27-4506-aa2a-489c4eb2c73c req-8e447fb4-fc04-4703-8c33-c43923576afd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:13.575105 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5761a2e8-8a27-4506-aa2a-489c4eb2c73c req-8e447fb4-fc04-4703-8c33-c43923576afd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Sep 15 17:08:13.604979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:08:13.611152 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:13.614590 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:08:13.615831 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5761a2e8-8a27-4506-aa2a-489c4eb2c73c req-250ed758-f059-4e3d-b338-2d0e9c0b1f76 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339630 Sep 15 17:08:13.626601 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:13.627786 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:13.655848 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c9aa2628-f528-4c31-9a05-f989c5b152a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "PUT /v2.0/floatingips/2a496bb2-f5b5-4886-82c2-90ab2831e790 HTTP/1.1" status: 200 len: 991 time: 1.6262560 Sep 15 17:08:13.656490 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:13.659112 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32686695-e9cd-4fe3-9280-8005af6ab6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:13.697164 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66149acf-4478-413e-ab2b-87789f50b82c x-openstack-request-id: req-66149acf-4478-413e-ab2b-87789f50b82c {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:13.697452 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:13.698049 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66149acf-4478-413e-ab2b-87789f50b82c {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:13.698445 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'status': 'completed', 'code': 200} Sep 15 17:08:13.749441 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:13.770860 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-853511d8-730f-479b-903c-317170386495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:13.772687 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-853511d8-730f-479b-903c-317170386495 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1098 time: 0.0469160 Sep 15 17:08:13.884800 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-e4ccde51-583d-4192-b111-0a407c852e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:13.890599 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-e4ccde51-583d-4192-b111-0a407c852e2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0909543 Sep 15 17:08:13.956611 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-55c9f69e-8814-4215-be82-9aa08c0a86c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 999 time: 0.0616539 Sep 15 17:08:13.989048 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '2a496bb2-f5b5-4886-82c2-90ab2831e790', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:50Z', 'updated_at': '2021-09-15T17:08:12Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:14.015285 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:08:14.018508 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-e65b63c9-f9b4-4049-8f50-dccd449fab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:14.022432 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-e65b63c9-f9b4-4049-8f50-dccd449fab20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0442505 Sep 15 17:08:14.024052 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:08:14.024638 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:07:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:14.072492 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-1e7ac4f2-ee8d-4ffc-b097-3894fc16ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:14.074269 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-1e7ac4f2-ee8d-4ffc-b097-3894fc16ba6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436041 Sep 15 17:08:14.142196 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:08:14.197605 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-ac234e67-be4d-479b-9c5a-342e10e9dcac service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054914 Sep 15 17:08:14.340421 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32686695-e9cd-4fe3-9280-8005af6ab6c3 req-6b403e06-9c4e-46a9-b50e-fb252e61f810 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190395 Sep 15 17:08:14.441995 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '2a496bb2-f5b5-4886-82c2-90ab2831e790', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:50Z', 'updated_at': '2021-09-15T17:08:12Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:14.467886 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a67ea1-ea49-49dd-aee5-3b58af3f193a None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '2a496bb2-f5b5-4886-82c2-90ab2831e790', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.240', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:07:50Z', 'updated_at': '2021-09-15T17:08:12Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:08:14.665883 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837deb9-a896-41ff-80af-c057f9cd0926 None None] New status for floating IP 2a496bb2-f5b5-4886-82c2-90ab2831e790: ACTIVE {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:08:14.773359 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb09cfd-477a-4bb6-a450-279dba129f45 req-1647ad3b-4c99-4c9d-a4d7-c8e4be02fd83 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:14.775967 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4bb09cfd-477a-4bb6-a450-279dba129f45 req-1647ad3b-4c99-4c9d-a4d7-c8e4be02fd83 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0574017 Sep 15 17:08:14.852558 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4bb09cfd-477a-4bb6-a450-279dba129f45 req-c9e0a506-2c12-470a-b5ce-6d55dabc3e34 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716579 Sep 15 17:08:15.376212 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82696ac7-2c1b-4e46-baf9-a612b1eddace req-ce3b4885-daf3-444c-a79a-bb5373f2e3ec tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:15.377806 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82696ac7-2c1b-4e46-baf9-a612b1eddace req-ce3b4885-daf3-444c-a79a-bb5373f2e3ec tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.0533853 Sep 15 17:08:15.401069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46310) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:15.419425 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-82696ac7-2c1b-4e46-baf9-a612b1eddace req-3d2036b2-704b-4ea7-9ff1-2d0a042a6413 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Sep 15 17:08:15.511703 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9b0010a-e793-459f-8e51-29f61fa94ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.593692 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9b0010a-e793-459f-8e51-29f61fa94ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.642671 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b9b0010a-e793-459f-8e51-29f61fa94ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.680781 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b9b0010a-e793-459f-8e51-29f61fa94ec2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b86b5695a4774fa1b68d1aa28b0aa810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779970 Sep 15 17:08:15.681220 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0010a-e793-459f-8e51-29f61fa94ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4179326d-1873-4891-aa3e-5a0308f2a6fe,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:15.683124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46322) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:15.761067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.781769 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.897632 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.901654 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:15.903240 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4179326d-1873-4891-aa3e-5a0308f2a6fe HTTP/1.1" status: 204 len: 168 time: 0.2180078 Sep 15 17:08:15.913352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8edf7-a1fd-452f-9d8e-29d4a2d6b4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179326d-1873-4891-aa3e-5a0308f2a6fe,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:16.009836 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f7a24-785d-4228-b38b-390e8454797c req-b777d602-e9a4-4468-ab41-cfc14f6ca1b8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:16.011363 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-545f7a24-785d-4228-b38b-390e8454797c req-b777d602-e9a4-4468-ab41-cfc14f6ca1b8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0823753 Sep 15 17:08:16.049767 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-545f7a24-785d-4228-b38b-390e8454797c req-8f7edb06-e40b-40bb-b116-1a55fab8a813 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Sep 15 17:08:16.533287 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f30a0-95d1-45c9-b6e0-36f39d0341eb req-4da49352-5c6b-4814-859e-bc9792a2dfc6 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:16.534792 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-201f30a0-95d1-45c9-b6e0-36f39d0341eb req-4da49352-5c6b-4814-859e-bc9792a2dfc6 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.0474815 Sep 15 17:08:16.575615 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-201f30a0-95d1-45c9-b6e0-36f39d0341eb req-8e6ce675-e562-4e29-af2f-dd62d791c363 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Sep 15 17:08:16.747006 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46376) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:16.761205 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b47bd0c1-93a7-45ad-860a-6d56e5d0da76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:16.855105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b47bd0c1-93a7-45ad-860a-6d56e5d0da76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:16.928273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b47bd0c1-93a7-45ad-860a-6d56e5d0da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:16.965338 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b47bd0c1-93a7-45ad-860a-6d56e5d0da76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbc6aa7c1b374a41a6f9144a0e35fc11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171962 Sep 15 17:08:16.966265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bd0c1-93a7-45ad-860a-6d56e5d0da76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188f6db-cdff-456d-b0ae-1fe9d50d87d2,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:16.968140 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46382) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:17.029025 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.062457 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.178398 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.180908 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.182083 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6188f6db-cdff-456d-b0ae-1fe9d50d87d2 HTTP/1.1" status: 204 len: 168 time: 0.2128084 Sep 15 17:08:17.195276 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce690a-8f31-415f-b687-76a84b574fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188f6db-cdff-456d-b0ae-1fe9d50d87d2,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:17.206583 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898cd5-6118-44db-a76f-16f05c6f116d req-9fdbfb91-ae5c-467e-84ad-627bc841af87 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:17.209398 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0b898cd5-6118-44db-a76f-16f05c6f116d req-9fdbfb91-ae5c-467e-84ad-627bc841af87 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0644007 Sep 15 17:08:17.250102 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0b898cd5-6118-44db-a76f-16f05c6f116d req-a8e497e4-e5de-4d65-b8ba-a0154ad6a4a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Sep 15 17:08:17.496363 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-549d43af-e39b-4120-8075-b51158705b50 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:17.497806 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-549d43af-e39b-4120-8075-b51158705b50 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.54 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.0498722 Sep 15 17:08:17.678927 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Deleting port 7c78b253-5f73-49d4-9cec-bbad489a728a {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:08:17.679333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.777321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279257e-6209-4a3e-a303-9dc349cd15bf req-3bc51f51-fd64-46d0-af7d-bde17f25545b tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:17.778952 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3279257e-6209-4a3e-a303-9dc349cd15bf req-3bc51f51-fd64-46d0-af7d-bde17f25545b tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 946 time: 0.1177726 Sep 15 17:08:17.816419 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] For port 7c78b253-5f73-49d4-9cec-bbad489a728a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7c78b253-5f73-49d4-9cec-bbad489a728a,segment=NetworkSegment(9983cc14-57cc-4049-9c4e-9e161fe97d10),segment_id=9983cc14-57cc-4049-9c4e-9e161fe97d10)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:08:17.816786 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:17.838816 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Calling delete_port for 7c78b253-5f73-49d4-9cec-bbad489a728a owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:08:17.848239 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3279257e-6209-4a3e-a303-9dc349cd15bf req-2382e9e9-4e66-47e4-b225-69195ff84994 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/security-groups?id=8b7e822d-258b-471d-a553-a7297982f6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612681 Sep 15 17:08:18.042607 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.059062 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['7c78b253-5f73-49d4-9cec-bbad489a728a'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:08:18.109093 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Pushing event deleted for resources: {'Port': ['ID=7c78b253-5f73-49d4-9cec-bbad489a728a,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:18.177743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] No DVR routers for this DVR port 7c78b253-5f73-49d4-9cec-bbad489a728a on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:08:18.177743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.177743 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-687c0eed-0c64-41c7-b634-fab57758ab99 req-3d427b5a-f4b9-43dc-aab7-c218db43100c tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.54 "DELETE /v2.0/ports/7c78b253-5f73-49d4-9cec-bbad489a728a HTTP/1.1" status: 204 len: 173 time: 0.6720641 Sep 15 17:08:18.177743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'name': 'network-vif-deleted', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:18.179071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b75c23-e3c1-483d-9307-2be89f142497" -d '{"events": [{"server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "name": "network-vif-deleted", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:18.223717 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2b26a9-5918-4d65-ab23-32eabb23dfe5 x-openstack-request-id: req-6a2b26a9-5918-4d65-ab23-32eabb23dfe5 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:18.223998 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d551eafd-ae43-45e2-b58a-8fa79f05e986", "name": "network-vif-deleted", "tag": "7c78b253-5f73-49d4-9cec-bbad489a728a", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:18.224634 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a2b26a9-5918-4d65-ab23-32eabb23dfe5 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:18.224634 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd551eafd-ae43-45e2-b58a-8fa79f05e986', 'name': 'network-vif-deleted', 'tag': '7c78b253-5f73-49d4-9cec-bbad489a728a', 'status': 'completed', 'code': 200} Sep 15 17:08:18.265647 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46442) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:18.319201 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Deleting subnet 8df52007-1584-4009-9b84-e07fe6dbd8a1 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:08:18.322519 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.362672 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.371656 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.402257 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948dbfb-7463-4423-bc57-27a9613b792e req-ee83b53b-7dda-41c0-a017-a0a648a4276f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:18.404375 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1948dbfb-7463-4423-bc57-27a9613b792e req-ee83b53b-7dda-41c0-a017-a0a648a4276f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0579805 Sep 15 17:08:18.451419 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1948dbfb-7463-4423-bc57-27a9613b792e req-b2e56908-6678-4fb4-b36c-2a5968b56547 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Sep 15 17:08:18.577932 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.606057 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df52007-1584-4009-9b84-e07fe6dbd8a1,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:18.614084 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.615957 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d4e6d27f-261f-4f75-9538-d96cd2a29bd1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8df52007-1584-4009-9b84-e07fe6dbd8a1 HTTP/1.1" status: 204 len: 168 time: 0.3488107 Sep 15 17:08:18.618405 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46450) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:18.683242 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.757754 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46456) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:18.772884 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.803111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.803829 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.804231 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.804571 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > port after_create 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.804924 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > port after_delete 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.805250 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > port after_update 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.805567 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.805901 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.810348 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.810348 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.868419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c6c061c-4e86-43c4-99e7-dde7711ca71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.964767 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c6c061c-4e86-43c4-99e7-dde7711ca71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:18.972399 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.972747 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.973188 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.973520 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:18.973922 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989bc456-8408-4a48-b8f2-0e201c559765']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.999348 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8831fe7b-4692-4169-9835-9a04645b83ac') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:18.999641 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8831fe7b-4692-4169-9835-9a04645b83ac') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:19.035386 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ab8268dc-5974-4859-9d0b-522e907b0647 req-aab5c09e-fb39-4cab-847c-47c2c710dea2 tempest-DeleteServersTestJSON-527124841 tempest-DeleteServersTestJSON-527124841-project] 10.222.0.57 "GET /v2.0/ports?device_id=d551eafd-ae43-45e2-b58a-8fa79f05e986 HTTP/1.1" status: 200 len: 210 time: 0.0564346 Sep 15 17:08:19.037092 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.040207 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4c6c061c-4e86-43c4-99e7-dde7711ca71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.071422 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.079978 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:08:19.080364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.082271 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4c6c061c-4e86-43c4-99e7-dde7711ca71e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78848bb5c5d241ba8b22d9870dbd644c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231311 Sep 15 17:08:19.083114 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c061c-4e86-43c4-99e7-dde7711ca71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0ac7a4-bcee-450a-9abd-540ca3e8ab92,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: from cryptography.utils import int_from_bytes Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: from cryptography.utils import int_from_bytes Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:08:19.085164 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:08:19.087346 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46468) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:19.136596 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.158508 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.280954 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.286976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.289061 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] 10.222.0.57 "DELETE /v2.0/networks/989bc456-8408-4a48-b8f2-0e201c559765 HTTP/1.1" status: 204 len: 168 time: 0.6697383 Sep 15 17:08:19.291930 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46480) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:19.313081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43ba9e-7f98-4c90-af34-3def742caecf admin admin] Pushing event deleted for resources: {'Network': ['ID=989bc456-8408-4a48-b8f2-0e201c559765,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.340128 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.340247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.341370 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd0ac7a4-bcee-450a-9abd-540ca3e8ab92 HTTP/1.1" status: 204 len: 168 time: 0.2543058 Sep 15 17:08:19.357480 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858848c-8156-4dbb-9aa1-e359ef26ca63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0ac7a4-bcee-450a-9abd-540ca3e8ab92,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.387453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Deleting subnet 89cfcd74-744f-4f8a-88fa-691585af451f {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:08:19.397996 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.446209 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.455179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.570453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ab933-9b6d-449f-a9a3-6450606d2c51 req-da865b89-b0f5-425e-8ef8-241a9013462a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:19.571898 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d48ab933-9b6d-449f-a9a3-6450606d2c51 req-da865b89-b0f5-425e-8ef8-241a9013462a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0473835 Sep 15 17:08:19.612162 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d48ab933-9b6d-449f-a9a3-6450606d2c51 req-db27211b-fe67-4db0-bbf6-b6fe28a62811 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Sep 15 17:08:19.729336 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.759118 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cfcd74-744f-4f8a-88fa-691585af451f,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:19.763667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.768477 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-cf08b976-bd25-4efd-aba5-5623d93b864f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/89cfcd74-744f-4f8a-88fa-691585af451f HTTP/1.1" status: 204 len: 168 time: 0.4753249 Sep 15 17:08:19.774786 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46500) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:19.874953 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.973151 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:19.995555 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.995896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.996655 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.996997 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > port after_create 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.997392 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.997687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > port after_update 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.998004 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.998316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.998632 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:19.999045 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:20.075283 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:20.075613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:20.075943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:20.076291 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 17:08:20.076673 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b68972d-317c-4183-835c-a2e296dbcefa']}} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:20.095189 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a438b6e1-420c-411d-a4b2-940ffeaa6bde') {'for_net_delete': True} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:20.095498 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a438b6e1-420c-411d-a4b2-940ffeaa6bde') {} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:20.132833 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64850458'] for segment, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.155975 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.165478 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:08:20.165902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64877595'] for segment, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: from cryptography.utils import int_from_bytes Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: from cryptography.utils import int_from_bytes Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: Traceback (most recent call last): Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: timer() Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: cb(*args, **kw) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: return func(*args, **kwargs) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: self._notify() Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: self.callback(batched_events) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: event.method(event) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: return f(self, *a, **k) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._get(url).json() Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: return self.request(url, 'GET', **kwargs) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:08:20.170142 dv-cinder-801913-6-iscsi neutron-server[94706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:08:20.286571 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.313064 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.315733 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b68972d-317c-4183-835c-a2e296dbcefa HTTP/1.1" status: 204 len: 168 time: 0.5399323 Sep 15 17:08:20.317510 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00816ce1-5866-465a-a167-4b7025563c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b68972d-317c-4183-835c-a2e296dbcefa,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:20.738988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5bae-7ec3-4476-8119-481e511e58f4 req-c61152b8-2448-44c1-b996-99e9f442efd5 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:20.740396 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f7f5bae-7ec3-4476-8119-481e511e58f4 req-c61152b8-2448-44c1-b996-99e9f442efd5 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Sep 15 17:08:20.779183 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f7f5bae-7ec3-4476-8119-481e511e58f4 req-6b2477fa-3418-45b2-a087-6df0b628994f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Sep 15 17:08:20.832240 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46554) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:20.896188 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c0662262-18d7-4988-af2c-e8cb2da4ea48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=893b7193bffd4855886876e121ceb641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627441 Sep 15 17:08:20.898924 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46556) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:20.957880 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:20.979433 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:21.185999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:21.185999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:21.185999 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e2d42c7-636d-4bad-82a0-52233ab60ab7 HTTP/1.1" status: 204 len: 168 time: 0.2831681 Sep 15 17:08:21.195151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d6ae-b29f-4bc1-a025-0d3054b34c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d42c7-636d-4bad-82a0-52233ab60ab7,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:21.902102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66025659-33f4-47cf-af40-f17ebb958197 req-f02c329d-61c8-4609-a983-e953eb6fb885 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:21.903611 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66025659-33f4-47cf-af40-f17ebb958197 req-f02c329d-61c8-4609-a983-e953eb6fb885 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0514276 Sep 15 17:08:21.930411 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46624) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:21.946220 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66025659-33f4-47cf-af40-f17ebb958197 req-e8f5385d-f650-4c60-bc6c-6230d4810e23 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351660 Sep 15 17:08:21.974354 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a59a43a4-9310-408a-9ce6-e1ed1f1e1fe1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fe6ee0ca1274b6f8d6125916e4d5662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427277 Sep 15 17:08:21.976794 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46628) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:22.030469 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.052093 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.163166 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46642) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:22.202134 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.204725 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.205890 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2924b47-6c7e-4e0d-9057-0b4120a39915 HTTP/1.1" status: 204 len: 168 time: 0.2282000 Sep 15 17:08:22.220168 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2924b47-6c7e-4e0d-9057-0b4120a39915,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:22.225408 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Deleting subnet 3f236ada-5ca3-410a-985c-f8417e87ba66 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:08:22.231708 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.235451 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.235820 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.240175 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.240521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.240853 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.241182 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.241508 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.241851 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.242173 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.242523 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.242840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.243155 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8e6e77-27ef-4e51-a8f4-ce4c1c49989c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:22.278737 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.320902 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.337020 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1a86d85b-b94a-428a-b49d-9668e27edf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.491885 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.596626 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7c78b253-5f73-49d4-9cec-bbad489a728a no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:08:22.635018 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 7c78b253-5f73-49d4-9cec-bbad489a728a {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:08:22.637375 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7c78b253-5f73-49d4-9cec-bbad489a728a not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:08:22.882876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f236ada-5ca3-410a-985c-f8417e87ba66,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:22.882876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:22.882876 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-63c1e73c-aef9-4fb5-bd10-b4b2587a0bac admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3f236ada-5ca3-410a-985c-f8417e87ba66 HTTP/1.1" status: 204 len: 168 time: 0.5837247 Sep 15 17:08:22.884277 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46674) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:22.955404 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.056314 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.077205 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfffab8-a5db-446e-aa7e-f9d59a00a7ba']}} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:23.079258 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8c81f-a75c-427f-b73d-bf8a8ed21c26 req-aefb0bc9-8061-43aa-b18b-e8eaa5f7b32c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:23.080782 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-00e8c81f-a75c-427f-b73d-bf8a8ed21c26 req-aefb0bc9-8061-43aa-b18b-e8eaa5f7b32c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0623045 Sep 15 17:08:23.086532 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9983cc14-57cc-4049-9c4e-9e161fe97d10') {'for_net_delete': True} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:23.086823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9983cc14-57cc-4049-9c4e-9e161fe97d10') {} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:08:23.096745 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64850458'] for segment, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.110947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.116966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:08:23.117351 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64877595'] for segment, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: Traceback (most recent call last): Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: timer() Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: cb(*args, **kw) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: return func(*args, **kwargs) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: self._notify() Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: self.callback(batched_events) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: event.method(event) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: return f(self, *a, **k) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._get(url).json() Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: return self.request(url, 'GET', **kwargs) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:08:23.118967 dv-cinder-801913-6-iscsi neutron-server[94706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:08:23.122233 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-00e8c81f-a75c-427f-b73d-bf8a8ed21c26 req-e200b317-b456-4898-9294-362d14b19953 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Sep 15 17:08:23.283485 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.302869 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.305113 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1bfffab8-a5db-446e-aa7e-f9d59a00a7ba HTTP/1.1" status: 204 len: 168 time: 0.4415083 Sep 15 17:08:23.306682 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfffab8-a5db-446e-aa7e-f9d59a00a7ba,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:23.316020 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.343791 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24116f6-74e4-4231-b72e-9b9d2122dfc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:08:23.725740 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46706) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:23.768519 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a28422e0-7f11-4d22-b28f-23ce6249c1de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d4473d8d0452405fa6b6a732d62bdf95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412040 Sep 15 17:08:23.771258 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46708) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:23.825356 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:23.848156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.034629 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.037230 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:24.038409 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b7e822d-258b-471d-a553-a7297982f6f7 HTTP/1.1" status: 204 len: 168 time: 0.2662687 Sep 15 17:08:24.046122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcd811-0ce1-4926-87af-dadfc1b39903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e822d-258b-471d-a553-a7297982f6f7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:24.300014 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fdbef-33cc-457c-a624-03ee188cea9a req-b7e11a6c-ecc2-4fee-b0d7-c1f36b03e462 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:24.301603 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c69fdbef-33cc-457c-a624-03ee188cea9a req-b7e11a6c-ecc2-4fee-b0d7-c1f36b03e462 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0644767 Sep 15 17:08:24.339438 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c69fdbef-33cc-457c-a624-03ee188cea9a req-3161143c-603d-4b19-950d-ff3ed0c3b499 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317540 Sep 15 17:08:24.975569 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-90b147f7-d21d-45db-aa3a-8e98a203eab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.249206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.477261 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009155-96ab-4b1b-a62b-55a90095e154 req-80ed3208-ada9-428f-98a2-3cfebff1d047 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:25.478870 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8c009155-96ab-4b1b-a62b-55a90095e154 req-80ed3208-ada9-428f-98a2-3cfebff1d047 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0625665 Sep 15 17:08:25.520067 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8c009155-96ab-4b1b-a62b-55a90095e154 req-8f6397b4-8743-45e2-bb22-8fbc6f876106 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Sep 15 17:08:25.527520 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46802) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:25.646988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed34b-c7ac-48e5-b31b-3318069128a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.760034 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed34b-c7ac-48e5-b31b-3318069128a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.825642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed34b-c7ac-48e5-b31b-3318069128a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.868977 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed34b-c7ac-48e5-b31b-3318069128a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540dc6ab-42cc-4911-aa1f-720309b02b85,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:25.868977 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2b8ed34b-c7ac-48e5-b31b-3318069128a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78b76e96fc784b509ad29873d397aedc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383312 Sep 15 17:08:25.870224 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46816) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:25.922779 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.951912 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:25.957757 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:26.102538 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:26.105441 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:26.106963 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/540dc6ab-42cc-4911-aa1f-720309b02b85 HTTP/1.1" status: 204 len: 168 time: 0.2354755 Sep 15 17:08:26.115309 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71906f7c-ffc0-4400-a163-60bf2d0299fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540dc6ab-42cc-4911-aa1f-720309b02b85,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:26.664335 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee48b3-2eb9-4901-843f-05cc54ac9b85 req-539fb2ab-ca69-4e14-8576-3ff221a48204 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:26.665878 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86ee48b3-2eb9-4901-843f-05cc54ac9b85 req-539fb2ab-ca69-4e14-8576-3ff221a48204 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0633659 Sep 15 17:08:26.722039 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86ee48b3-2eb9-4901-843f-05cc54ac9b85 req-ad8a8640-97a4-433b-945b-c48dfac75786 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487940 Sep 15 17:08:26.839457 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46866) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:26.852378 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cbde0d7c-7a07-47c2-a548-d75b85c30270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:26.945284 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cbde0d7c-7a07-47c2-a548-d75b85c30270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.014452 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cbde0d7c-7a07-47c2-a548-d75b85c30270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.066898 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cbde0d7c-7a07-47c2-a548-d75b85c30270 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f22317538094299a042c15501debdb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248955 Sep 15 17:08:27.066898 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde0d7c-7a07-47c2-a548-d75b85c30270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af1cb3-eaa2-4574-9d96-87adcce94eec,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:27.068871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46872) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:27.121513 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.140979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46874) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:27.143250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.277952 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.282838 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.282838 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/75af1cb3-eaa2-4574-9d96-87adcce94eec HTTP/1.1" status: 204 len: 168 time: 0.2119789 Sep 15 17:08:27.285245 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46882) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:27.295757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417046bd-5ee0-42ac-b52e-4d68032650c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af1cb3-eaa2-4574-9d96-87adcce94eec,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:27.370598 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5118feb-f3ca-4ec5-a487-8e40ada4fc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.409749 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7395d4c8-60d1-4fac-a0df-7ed033de1579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.463415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5118feb-f3ca-4ec5-a487-8e40ada4fc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.557955 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5118feb-f3ca-4ec5-a487-8e40ada4fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.598755 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c5118feb-f3ca-4ec5-a487-8e40ada4fc5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b16bec3de2aa4713bb6276de41eb0b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566693 Sep 15 17:08:27.601769 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46890) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:27.602736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5118feb-f3ca-4ec5-a487-8e40ada4fc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc34250-c2eb-48a3-a203-da581c40a4ce,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:27.683708 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7395d4c8-60d1-4fac-a0df-7ed033de1579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.684801 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.708578 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.748054 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7395d4c8-60d1-4fac-a0df-7ed033de1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.771212 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.788044 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395d4c8-60d1-4fac-a0df-7ed033de1579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18a461f-0377-4fdd-90ea-777e94521097,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:27.795694 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7395d4c8-60d1-4fac-a0df-7ed033de1579 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72978806293a478eb7e4e67a267e80ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093272 Sep 15 17:08:27.795869 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46898) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:27.825310 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.828571 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.831214 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7fc34250-c2eb-48a3-a203-da581c40a4ce HTTP/1.1" status: 204 len: 168 time: 0.2282662 Sep 15 17:08:27.842231 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea118d-a4ec-444c-9a6e-5d5d29463997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc34250-c2eb-48a3-a203-da581c40a4ce,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:27.888052 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.913197 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1eb5d-59fa-4bd6-95cc-efe9a2c968ad req-545a79f1-8376-4ead-9286-4cc53d4c7c63 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:27.914666 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a0b1eb5d-59fa-4bd6-95cc-efe9a2c968ad req-545a79f1-8376-4ead-9286-4cc53d4c7c63 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.1014845 Sep 15 17:08:27.924984 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:27.976616 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a0b1eb5d-59fa-4bd6-95cc-efe9a2c968ad req-8b9ece83-456f-4077-a944-e6b4c0164176 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547202 Sep 15 17:08:28.026769 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46904) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.040568 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5a18afd-0767-4a55-9a38-7b4388ec4678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.099550 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.102181 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.108790 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b18a461f-0377-4fdd-90ea-777e94521097 HTTP/1.1" status: 204 len: 168 time: 0.3066354 Sep 15 17:08:28.117612 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69afbd7-0f49-48e8-aa95-7023ea33c270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18a461f-0377-4fdd-90ea-777e94521097,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:28.239462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5a18afd-0767-4a55-9a38-7b4388ec4678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.336771 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5a18afd-0767-4a55-9a38-7b4388ec4678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.377385 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e5a18afd-0767-4a55-9a38-7b4388ec4678 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7448c120ee03417ca5843c86c536fd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492548 Sep 15 17:08:28.379267 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a18afd-0767-4a55-9a38-7b4388ec4678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd71517-3a78-457b-98df-ee0c6e4386b1,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:28.383822 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46924) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.430603 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.455102 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.541197 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46926) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.554215 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bbd538d9-1e84-42a5-8c67-5a42c0a975d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.577718 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.580708 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.581858 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efd71517-3a78-457b-98df-ee0c6e4386b1 HTTP/1.1" status: 204 len: 168 time: 0.1996849 Sep 15 17:08:28.601803 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2cbfc-69ab-4f98-b870-02a389c50c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd71517-3a78-457b-98df-ee0c6e4386b1,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:28.684474 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bbd538d9-1e84-42a5-8c67-5a42c0a975d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.745988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bbd538d9-1e84-42a5-8c67-5a42c0a975d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.788667 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd538d9-1e84-42a5-8c67-5a42c0a975d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e08556-c828-415c-a519-c883af87767f,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:28.796004 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-bbd538d9-1e84-42a5-8c67-5a42c0a975d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5ca6c295fe44cf38aa088b38a275925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509782 Sep 15 17:08:28.796361 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46934) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:28.853139 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:28.875368 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.019386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.022066 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.023218 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09e08556-c828-415c-a519-c883af87767f HTTP/1.1" status: 204 len: 168 time: 0.2261915 Sep 15 17:08:29.034878 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee56fa-7396-4d0d-8b52-ffc9fc64551d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e08556-c828-415c-a519-c883af87767f,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:29.098436 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ffc49-f32d-4acd-b7b8-5a6809e6bb23 req-1c7934a4-75d4-490c-af8a-079036902755 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:29.099919 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4f9ffc49-f32d-4acd-b7b8-5a6809e6bb23 req-1c7934a4-75d4-490c-af8a-079036902755 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Sep 15 17:08:29.136258 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4f9ffc49-f32d-4acd-b7b8-5a6809e6bb23 req-f5be049f-405d-4ab7-92a7-5c5a0cb202c1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Sep 15 17:08:29.189660 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46940) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:29.204117 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c1eee840-7ea4-4e9d-abd3-31e5ef65ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.315099 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c1eee840-7ea4-4e9d-abd3-31e5ef65ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.436392 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c1eee840-7ea4-4e9d-abd3-31e5ef65ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.477483 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c1eee840-7ea4-4e9d-abd3-31e5ef65ea7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc34e9a4448749548243874b94cf942c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867186 Sep 15 17:08:29.478328 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eee840-7ea4-4e9d-abd3-31e5ef65ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef1674-cbe7-4ec3-a1ff-f01e28d236a7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:29.480446 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46954) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:29.549939 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.572525 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.708231 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.710855 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.711999 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1cef1674-cbe7-4ec3-a1ff-f01e28d236a7 HTTP/1.1" status: 204 len: 168 time: 0.2295687 Sep 15 17:08:29.720070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f06fd3e-e9be-4305-911c-741b777b8542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef1674-cbe7-4ec3-a1ff-f01e28d236a7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:29.877723 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 46966) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:29.894372 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a033de9-6747-4da9-9007-2eea1d5d6dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:29.983624 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a033de9-6747-4da9-9007-2eea1d5d6dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.055546 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a033de9-6747-4da9-9007-2eea1d5d6dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.094649 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6a033de9-6747-4da9-9007-2eea1d5d6dbb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=beea8e5e2c464612a0082278e9960af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158034 Sep 15 17:08:30.096221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a033de9-6747-4da9-9007-2eea1d5d6dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a039a8c0-4bc9-4dac-9341-b53cc6700c79,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:30.097728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 46978) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:30.150442 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.171848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.268444 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe835-abf3-4ef4-81e9-223ceca58ab2 req-dc3df7f0-6597-4d2f-a803-480dc2f94fb3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:30.275916 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cafbe835-abf3-4ef4-81e9-223ceca58ab2 req-dc3df7f0-6597-4d2f-a803-480dc2f94fb3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0701141 Sep 15 17:08:30.331135 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cafbe835-abf3-4ef4-81e9-223ceca58ab2 req-323081bd-3efb-4ec9-9edd-58734055bd51 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450470 Sep 15 17:08:30.339320 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.348081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:30.348081 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a039a8c0-4bc9-4dac-9341-b53cc6700c79 HTTP/1.1" status: 204 len: 168 time: 0.2432573 Sep 15 17:08:30.371919 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad84b-2c96-4925-a854-a2846b9932e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a039a8c0-4bc9-4dac-9341-b53cc6700c79,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:30.874765 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-5f23d5cc-f8f5-4b03-a13f-2dd8ff95ab62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595737 Sep 15 17:08:30.975736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-dde8b73d-5da2-4c23-83fc-15c90741c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:30.978277 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-dde8b73d-5da2-4c23-83fc-15c90741c720 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0455527 Sep 15 17:08:31.102642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-8d24d39a-30ef-4ac7-affa-45ddce8638e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:31.104727 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-8d24d39a-30ef-4ac7-affa-45ddce8638e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.0952971 Sep 15 17:08:31.150377 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-5e786c10-62b4-496a-b4f1-253535570a90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0348506 Sep 15 17:08:31.213864 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-556628b3-1cc4-4fb2-bf04-cc863b64a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:31.215528 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-556628b3-1cc4-4fb2-bf04-cc863b64a6e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0507219 Sep 15 17:08:31.254240 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-fd729a36-6eef-40db-9f3e-61d0b77fe79f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283241 Sep 15 17:08:31.361624 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-471b6c82-95cb-4598-841c-9d8d144587e6 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964966 Sep 15 17:08:31.458156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e53310-2b7c-4a5c-b62b-6781065b9f1d req-a0ac800d-c0ea-4701-9420-6ea3499b87dd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:31.465485 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06e53310-2b7c-4a5c-b62b-6781065b9f1d req-a0ac800d-c0ea-4701-9420-6ea3499b87dd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0783527 Sep 15 17:08:31.503871 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e26fdc-0fc0-40e1-b9a6-5af6075faee7 req-f8618fd4-5490-48cc-934e-37dd7d430831 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Sep 15 17:08:31.513594 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06e53310-2b7c-4a5c-b62b-6781065b9f1d req-56621ec8-299b-4b96-8325-22b7f283e421 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Sep 15 17:08:32.468140 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47082) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:32.560328 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47092) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:32.668112 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd157-980e-4951-bb3b-20051d306a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.689312 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-896d27d1-50b9-48c8-8a31-1eb09e34a590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.739712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcc789-958b-47d6-9b0e-72858a7fda72 req-f4b7727d-67ef-4941-b39a-f295d60a8d45 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:32.747033 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0ddcc789-958b-47d6-9b0e-72858a7fda72 req-f4b7727d-67ef-4941-b39a-f295d60a8d45 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0738850 Sep 15 17:08:32.788994 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd157-980e-4951-bb3b-20051d306a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.794158 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0ddcc789-958b-47d6-9b0e-72858a7fda72 req-87028da5-d198-427a-930c-de18306900bf tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Sep 15 17:08:32.870567 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd157-980e-4951-bb3b-20051d306a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.906899 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbd157-980e-4951-bb3b-20051d306a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab696ee1-a2a6-4bd7-b354-f8c2d914957d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:32.910984 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f2fbd157-980e-4951-bb3b-20051d306a43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e23a1b4c4ae4fb18a8f07c11194648d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484902 Sep 15 17:08:32.913615 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47106) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:32.953750 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-896d27d1-50b9-48c8-8a31-1eb09e34a590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.965363 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:32.987427 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.107900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-896d27d1-50b9-48c8-8a31-1eb09e34a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.136503 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.139179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.140788 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab696ee1-a2a6-4bd7-b354-f8c2d914957d HTTP/1.1" status: 204 len: 168 time: 0.2259302 Sep 15 17:08:33.148558 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23d6e3-377c-48d2-b0e7-057ff13d78d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab696ee1-a2a6-4bd7-b354-f8c2d914957d,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.154112 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-896d27d1-50b9-48c8-8a31-1eb09e34a590 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79fc58678e344e8eb6a040ccb1331177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6819112 Sep 15 17:08:33.154112 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d27d1-50b9-48c8-8a31-1eb09e34a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f228c9a4-0ad6-4963-b502-a00991aa99f2,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.155094 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47114) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:33.208462 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.229227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.371119 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.373801 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.375752 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f228c9a4-0ad6-4963-b502-a00991aa99f2 HTTP/1.1" status: 204 len: 168 time: 0.2194116 Sep 15 17:08:33.383554 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1078f8-1c4b-418e-89a5-d6cf665c8077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f228c9a4-0ad6-4963-b502-a00991aa99f2,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:33.539900 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:08:33.840896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47132) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:33.853492 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ed97bb79-59b4-4fc2-8029-520ab981b61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.868783 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:33.947787 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbe555-90fd-47cd-b48d-f79b93d2bf66 req-81e5817a-4a44-4325-be13-1f3ad2c985af tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:33.949268 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d8cbe555-90fd-47cd-b48d-f79b93d2bf66 req-81e5817a-4a44-4325-be13-1f3ad2c985af tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0792778 Sep 15 17:08:34.005955 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d8cbe555-90fd-47cd-b48d-f79b93d2bf66 req-15c3f03d-369c-4749-a4b9-bb624ae29d08 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Sep 15 17:08:34.026906 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ed97bb79-59b4-4fc2-8029-520ab981b61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.111389 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ed97bb79-59b4-4fc2-8029-520ab981b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.148785 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ed97bb79-59b4-4fc2-8029-520ab981b61f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=450eb8ea3a904b369b76e4d2a9cf9e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076804 Sep 15 17:08:34.149894 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97bb79-59b4-4fc2-8029-520ab981b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe1f7e7-0d58-45c8-8f38-4c9b1f6cb049,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:34.151530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47150) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:34.211118 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.231872 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.370809 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.373769 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:34.375053 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbe1f7e7-0d58-45c8-8f38-4c9b1f6cb049 HTTP/1.1" status: 204 len: 168 time: 0.2223618 Sep 15 17:08:34.397991 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86a33d-cda0-4ed3-8dda-24e801afa1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe1f7e7-0d58-45c8-8f38-4c9b1f6cb049,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:36.806600 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5c7da-b1d3-44a4-ab66-7a7f88e499e8 req-b687df84-84c7-42cf-8c63-65868050c3b9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:36.808113 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32c5c7da-b1d3-44a4-ab66-7a7f88e499e8 req-b687df84-84c7-42cf-8c63-65868050c3b9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Sep 15 17:08:36.851337 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32c5c7da-b1d3-44a4-ab66-7a7f88e499e8 req-aace78d6-652e-4ec7-b664-b5f55172b0ab tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369873 Sep 15 17:08:37.986974 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cdb8c-461d-4fa6-b21c-d381a19e4310 req-208f7e86-7a22-4979-b3c3-e9047fec4d56 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:37.990116 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d62cdb8c-461d-4fa6-b21c-d381a19e4310 req-208f7e86-7a22-4979-b3c3-e9047fec4d56 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0586660 Sep 15 17:08:38.026783 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d62cdb8c-461d-4fa6-b21c-d381a19e4310 req-4d39a042-4fd7-438e-b22f-a184ff431c81 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Sep 15 17:08:38.610940 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47294) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:38.712824 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ae33-d6b0-45db-a044-3945343e3c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.803323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ae33-d6b0-45db-a044-3945343e3c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.874841 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a4f2ae33-d6b0-45db-a044-3945343e3c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.915498 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a4f2ae33-d6b0-45db-a044-3945343e3c1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9da1249e19004516a32c31a936f799ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034801 Sep 15 17:08:38.917537 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2ae33-d6b0-45db-a044-3945343e3c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bd552e-057f-4056-a048-f4af768cce7b,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:38.918296 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47310) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:38.973597 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:38.994575 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.144765 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.147376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.148847 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72bd552e-057f-4056-a048-f4af768cce7b HTTP/1.1" status: 204 len: 168 time: 0.2289712 Sep 15 17:08:39.157250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d272e-5391-4e36-a9b9-4aa22418346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bd552e-057f-4056-a048-f4af768cce7b,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.269690 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47318) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:39.464047 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fae327aa-a638-4f25-8c31-dfd5f66bcd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.549151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fae327aa-a638-4f25-8c31-dfd5f66bcd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.627930 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fae327aa-a638-4f25-8c31-dfd5f66bcd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.666085 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fae327aa-a638-4f25-8c31-dfd5f66bcd3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0445369752ba49e88ca2ddc212bb197c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952436 Sep 15 17:08:39.667019 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae327aa-a638-4f25-8c31-dfd5f66bcd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad23aae7-a828-4994-a95d-dd7e6b4ec8e3,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.668862 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47328) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:39.716200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.737465 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.800745 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47332) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:39.814397 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c6bd154a-9d5e-4830-9b34-70aede57006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.867981 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.870551 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:39.871724 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad23aae7-a828-4994-a95d-dd7e6b4ec8e3 HTTP/1.1" status: 204 len: 168 time: 0.2018702 Sep 15 17:08:39.880698 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc03dce-e2fc-450e-a285-82ea1a671834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad23aae7-a828-4994-a95d-dd7e6b4ec8e3,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:39.943962 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c6bd154a-9d5e-4830-9b34-70aede57006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.010585 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c6bd154a-9d5e-4830-9b34-70aede57006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.048662 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd154a-9d5e-4830-9b34-70aede57006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1a19b5-28f6-4bb0-995d-3223e41233cb,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.055705 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c6bd154a-9d5e-4830-9b34-70aede57006e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=979f4357697e4db6920947ff1e1f2c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538850 Sep 15 17:08:40.055829 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47336) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:40.106441 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.126992 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.235953 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.238662 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.239990 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c1a19b5-28f6-4bb0-995d-3223e41233cb HTTP/1.1" status: 204 len: 168 time: 0.1831696 Sep 15 17:08:40.249628 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff549a-1632-41bb-9cd5-10dbd130682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1a19b5-28f6-4bb0-995d-3223e41233cb,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.538145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47342) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:40.551323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-808ea176-3bab-44ab-9e12-792d1619cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.645856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-808ea176-3bab-44ab-9e12-792d1619cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.710924 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-808ea176-3bab-44ab-9e12-792d1619cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.750030 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-808ea176-3bab-44ab-9e12-792d1619cad4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb476a98872f481196ae9bbe0750600a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108181 Sep 15 17:08:40.751003 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ea176-3bab-44ab-9e12-792d1619cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3355fc-2f88-4a8d-afc6-6b93a1cc4569,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.752739 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47350) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:40.801241 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.822178 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.939090 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.941772 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:40.942935 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa3355fc-2f88-4a8d-afc6-6b93a1cc4569 HTTP/1.1" status: 204 len: 168 time: 0.1891487 Sep 15 17:08:40.951428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e1517-5023-4b48-93ba-b729b9b99000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3355fc-2f88-4a8d-afc6-6b93a1cc4569,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:40.985880 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47356) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:40.998696 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-89fc6ae6-a69e-441f-9c44-999346ae5122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.086495 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-89fc6ae6-a69e-441f-9c44-999346ae5122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.167315 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-89fc6ae6-a69e-441f-9c44-999346ae5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.205895 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-89fc6ae6-a69e-441f-9c44-999346ae5122 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=762e7556d73741399afb513e839d2f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189112 Sep 15 17:08:41.206732 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc6ae6-a69e-441f-9c44-999346ae5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd90a9df-7ecc-4eaa-8f4b-abafa439d644,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:41.208640 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47358) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:41.257200 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.276980 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.463931 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.466613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:41.467764 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd90a9df-7ecc-4eaa-8f4b-abafa439d644 HTTP/1.1" status: 204 len: 168 time: 0.2581129 Sep 15 17:08:41.480342 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e18d8e-c0f5-42fc-94a6-1a369b5cadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd90a9df-7ecc-4eaa-8f4b-abafa439d644,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:41.510611 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6f651-3684-44a3-be95-b358292dad7e req-dc2beb8e-0b11-469a-b0cf-cc84a7b49425 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:41.512203 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6dc6f651-3684-44a3-be95-b358292dad7e req-dc2beb8e-0b11-469a-b0cf-cc84a7b49425 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0801451 Sep 15 17:08:41.552391 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6dc6f651-3684-44a3-be95-b358292dad7e req-28bc75e2-4a0b-48aa-a42b-44f2bec0fc70 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Sep 15 17:08:42.446217 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47428) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:42.559903 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-216690074-network', 'tenant_id': 'd277f69c002141b982b76c2222a8be70'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:42.651095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Made reservation on behalf of d277f69c002141b982b76c2222a8be70 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:42.653505 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.662164 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.757975 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.822023 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.846323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:08:42.856349 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352cb9ad-a177-4ea0-b451-1dbce27d9e5f,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:42.861728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.862078 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Added segment 396da0c5-4bb8-45c4-b64e-5fe659ad27a7 of type vlan for network bc33686f-36d4-4f3f-81df-c19801f96b4a Sep 15 17:08:42.901136 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.993043 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:42.994067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:42.994659 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.056393 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] Pushing event updated for resources: {'Network': ['ID=bc33686f-36d4-4f3f-81df-c19801f96b4a,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.066956 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network bc33686f-36d4-4f3f-81df-c19801f96b4a details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:08:43.071220 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0692fbfc-2e6f-4edf-802d-e3b01485e940 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6210544 Sep 15 17:08:43.071462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47454) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:43.076147 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Request body: {'subnet': {'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-216690074-subnet', 'tenant_id': 'd277f69c002141b982b76c2222a8be70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:43.176464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Made reservation on behalf of d277f69c002141b982b76c2222a8be70 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:43.179011 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63880618'] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.451174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63880580'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.505435 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:43.513785 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Checking segment: {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:43.514141 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Network hostable DHCP agents. Network: bc33686f-36d4-4f3f-81df-c19801f96b4a, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:08:43.627921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Network bc33686f-36d4-4f3f-81df-c19801f96b4a is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:08:43.725126 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, bc33686f-36d4-4f3f-81df-c19801f96b4a) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:43.729253 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:43.730157 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:43.735332 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb2dc2-aded-4524-9e29-8cf7f9955b9c None None] Network bc33686f-36d4-4f3f-81df-c19801f96b4a requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:43.842626 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0c8b0ca5-24f4-4dba-b555-b4cc3796781a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7700782 Sep 15 17:08:43.860768 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd72c38-9d4b-4eb8-9a4b-9c59ed5176ac None None] Network bc33686f-36d4-4f3f-81df-c19801f96b4a requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:08:44.572344 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47500) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.678704 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c2852ad1-1260-4bc1-9576-9e5bb0497a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.771409 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c2852ad1-1260-4bc1-9576-9e5bb0497a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.833454 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c2852ad1-1260-4bc1-9576-9e5bb0497a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.872380 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c2852ad1-1260-4bc1-9576-9e5bb0497a08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e71fd3629d214b76a3201c47db912cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987707 Sep 15 17:08:44.874347 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2852ad1-1260-4bc1-9576-9e5bb0497a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f477df-4d49-4aa2-8d8a-8b679d6d6901,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:44.875664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47510) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:44.931073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.941252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16175374-12cd-4b0b-bf0d-7cc8aaff4617 req-254840c3-069a-4fdd-bb55-ebc136792c4f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:44.942801 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-16175374-12cd-4b0b-bf0d-7cc8aaff4617 req-254840c3-069a-4fdd-bb55-ebc136792c4f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Sep 15 17:08:44.952864 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:44.986947 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-16175374-12cd-4b0b-bf0d-7cc8aaff4617 req-1123f124-9d3a-4b3b-9746-763f949afc72 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Sep 15 17:08:45.086983 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.089545 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.090743 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/82f477df-4d49-4aa2-8d8a-8b679d6d6901 HTTP/1.1" status: 204 len: 168 time: 0.2114806 Sep 15 17:08:45.098458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ea72e-5f9f-4079-ad99-7b6f84ad1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f477df-4d49-4aa2-8d8a-8b679d6d6901,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:45.697869 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47526) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:45.710870 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-52081ce7-a5a2-45dc-9258-61735ecf5169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.806523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-52081ce7-a5a2-45dc-9258-61735ecf5169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.898418 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-52081ce7-a5a2-45dc-9258-61735ecf5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:45.957674 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52081ce7-a5a2-45dc-9258-61735ecf5169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c87de8-5e40-41c7-b816-f67b52c4a144,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:45.964615 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-52081ce7-a5a2-45dc-9258-61735ecf5169 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=daccddcb8f904a5fb67ee9bd31528c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650962 Sep 15 17:08:45.966735 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47552) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:45.981328 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-7bd0ad21-4bd3-4f17-a8c4-754a5a47b8ff tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:45.983141 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-7bd0ad21-4bd3-4f17-a8c4-754a5a47b8ff tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/networks?id=bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 200 len: 808 time: 0.1640089 Sep 15 17:08:46.002494 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-950fdeb9-aa3b-408d-b3f7-07705a4296a5 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/quotas/d277f69c002141b982b76c2222a8be70 HTTP/1.1" status: 200 len: 375 time: 0.0120420 Sep 15 17:08:46.049892 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-ce0077d6-284c-4a82-a3a1-9b221fabe001 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393229 Sep 15 17:08:46.084628 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.142355 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.182119 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f849e5-189a-4bed-9c98-7c275e43bef6 req-347cf68c-0a26-41b0-921a-566ee2807605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:46.183531 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b7f849e5-189a-4bed-9c98-7c275e43bef6 req-347cf68c-0a26-41b0-921a-566ee2807605 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1098 time: 0.0727823 Sep 15 17:08:46.188644 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-d7760d3d-f86e-4525-8cce-a1335afb926a service neutron] 10.222.0.57 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274135 Sep 15 17:08:46.191018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39225b2a-e05e-4fec-9d2d-72460aba7c3f req-078e7c9c-8689-460e-88ee-0ca9c6b630cc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:46.192413 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-39225b2a-e05e-4fec-9d2d-72460aba7c3f req-078e7c9c-8689-460e-88ee-0ca9c6b630cc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0724220 Sep 15 17:08:46.247574 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b7f849e5-189a-4bed-9c98-7c275e43bef6 req-3dd94e29-b6a1-4d93-9074-0ba86f101d1b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Sep 15 17:08:46.252971 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-39225b2a-e05e-4fec-9d2d-72460aba7c3f req-4574bb21-6248-4e72-a73a-4b6b28315bd9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 Sep 15 17:08:46.287193 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-e8de92b3-f7db-4c57-91e2-b826e38ab1a3 service neutron] 10.222.0.57 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921330 Sep 15 17:08:46.318958 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.321649 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:46.322756 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/26c87de8-5e40-41c7-b816-f67b52c4a144 HTTP/1.1" status: 204 len: 168 time: 0.3548634 Sep 15 17:08:46.330571 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa0af-a0c0-43d4-94ef-e2b10551713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c87de8-5e40-41c7-b816-f67b52c4a144,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:46.503045 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d5d7f998-3c8d-47ba-81e9-6fb598880e80 req-02f66442-328f-466f-b858-df45af097d95 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Sep 15 17:08:47.370949 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733015f-f40b-4c28-a538-67f5cdbdec01 req-1ec34a38-4a04-4df1-a1e3-0ad36966de9e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:47.372567 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8733015f-f40b-4c28-a538-67f5cdbdec01 req-1ec34a38-4a04-4df1-a1e3-0ad36966de9e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Sep 15 17:08:47.411607 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8733015f-f40b-4c28-a538-67f5cdbdec01 req-3e684f53-dc4b-4fff-ae44-b72cb4826baa tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Sep 15 17:08:47.603151 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0e767400-c72e-44b7-a5a3-e3bd9f84d2f3 req-3129e510-8970-4046-9119-c75b4f32d6fb tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 210 time: 0.0263050 Sep 15 17:08:48.551316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e55b92-f8bc-4be7-8e02-a2146bcff601 req-15fee203-d9c0-4f83-bf1d-d67f057ab651 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:48.558581 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b8e55b92-f8bc-4be7-8e02-a2146bcff601 req-15fee203-d9c0-4f83-bf1d-d67f057ab651 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0593135 Sep 15 17:08:48.614138 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b8e55b92-f8bc-4be7-8e02-a2146bcff601 req-38f9dd75-ba1e-487f-bad4-3351c6c6d858 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529451 Sep 15 17:08:48.714727 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1371bc04-5e9d-486b-8478-15d331fc3c8d req-f0d46a3d-9bec-44b5-b932-304d0fc2b109 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 210 time: 0.0256500 Sep 15 17:08:48.754787 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb0c13-321c-4cbf-8b31-3fdee11689d3 req-13ecc0b3-a6ae-4f2f-b73c-28523dd39c51 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:48.756276 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9cb0c13-321c-4cbf-8b31-3fdee11689d3 req-13ecc0b3-a6ae-4f2f-b73c-28523dd39c51 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0502434 Sep 15 17:08:48.804401 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9cb0c13-321c-4cbf-8b31-3fdee11689d3 req-e20a7e33-815c-437d-8a41-8ccc6127484f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379035 Sep 15 17:08:48.910705 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47656) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:49.015019 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43d65f07-38e7-4eb3-a447-06831aca81b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.118017 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43d65f07-38e7-4eb3-a447-06831aca81b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.192923 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43d65f07-38e7-4eb3-a447-06831aca81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.231230 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-43d65f07-38e7-4eb3-a447-06831aca81b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19419cd0231743c899f817b259de62db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194170 Sep 15 17:08:49.232127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d65f07-38e7-4eb3-a447-06831aca81b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1b7ec9-c404-44c2-a174-891326b7c10b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:49.234131 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47660) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:49.288534 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.338600 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.482193 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-69f401b7-984a-49fc-bf7e-606f928abed3 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:49.484293 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-69f401b7-984a-49fc-bf7e-606f928abed3 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "GET /v2.0/networks?id=bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 200 len: 808 time: 0.1669438 Sep 15 17:08:49.510731 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Request body: {'port': {'device_id': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a', 'admin_state_up': True, 'tenant_id': 'd277f69c002141b982b76c2222a8be70'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:49.533111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.535646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.537290 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb1b7ec9-c404-44c2-a174-891326b7c10b HTTP/1.1" status: 204 len: 168 time: 0.3016086 Sep 15 17:08:49.556166 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36edb2e-5e45-4985-8762-dbf122fbd1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1b7ec9-c404-44c2-a174-891326b7c10b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:49.793293 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Made reservation on behalf of d277f69c002141b982b76c2222a8be70 for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:08:49.798282 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:49.831593 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-57fb62b5-43fa-4f77-a81c-ae838dafa23a req-7f1b7111-4970-4522-ad53-90eacd09a6cf tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 210 time: 0.0436916 Sep 15 17:08:49.959938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Allocated IP 172.20.0.13 (bc33686f-36d4-4f3f-81df-c19801f96b4a/4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa/c8bb7ee7-33a1-4321-821a-4d9d9de283cb) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:08:50.107337 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.202330 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.246976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Network bc33686f-36d4-4f3f-81df-c19801f96b4a is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:08:50.250013 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:08:50.255490 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:08:50.263064 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Pushing event updated for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:50.306028 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:50.306624 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.397655 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-fd11be5f-2afe-44cc-aab4-f9a02ae3befd tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8873951 Sep 15 17:08:50.408612 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Request body: {'port': {'device_id': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:08:50.471420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.751086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb7ee7-33a1-4321-821a-4d9d9de283cb {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:08:50.758364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:50.770729 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Transition to ACTIVE for port object c8bb7ee7-33a1-4321-821a-4d9d9de283cb will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:08:50.927810 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.011443 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:51.073003 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4957e05-b120-499d-9edf-4a9119f50f81 req-7c003ad5-3ec0-40b5-875a-df4684b1d480 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:51.075246 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a4957e05-b120-499d-9edf-4a9119f50f81 req-7c003ad5-3ec0-40b5-875a-df4684b1d480 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.1136372 Sep 15 17:08:51.126352 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a4957e05-b120-499d-9edf-4a9119f50f81 req-3763b2a5-d919-4a50-a00a-9b5302529fca tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Sep 15 17:08:51.127150 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Attempting to bind port c8bb7ee7-33a1-4321-821a-4d9d9de283cb on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:08:51.127483 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Attempting to bind port c8bb7ee7-33a1-4321-821a-4d9d9de283cb by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:08:51.127811 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Attempting to bind port c8bb7ee7-33a1-4321-821a-4d9d9de283cb on network bc33686f-36d4-4f3f-81df-c19801f96b4a {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:51.132462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Port c8bb7ee7-33a1-4321-821a-4d9d9de283cb on network bc33686f-36d4-4f3f-81df-c19801f96b4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:08:51.132782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Attempting to bind port c8bb7ee7-33a1-4321-821a-4d9d9de283cb on network bc33686f-36d4-4f3f-81df-c19801f96b4a {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:08:51.137618 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:08:51.137960 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Checking segment: {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:08:51.138340 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Bound using segment: {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:08:51.138767 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Bound port: c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:08:51.139672 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.209236 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:08:51.212236 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:08:51.279583 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.341155 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:51.341806 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:51.343792 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/c8bb7ee7-33a1-4321-821a-4d9d9de283cb HTTP/1.1" status: 200 len: 1094 time: 0.9400165 Sep 15 17:08:51.347052 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:08:51.349357 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662a1c33-6424-4a68-b1cb-fb57c4be2281" -d '{"events": [{"name": "network-changed", "server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:08:51.374702 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7f029-c3d7-4be0-919e-6e2f39efd4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:51.392697 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabf908-57b9-4816-a1a6-4bf727ac0e24 req-3ccea811-8bc1-49b8-b4b2-000cd5917d01 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:51.392697 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7eabf908-57b9-4816-a1a6-4bf727ac0e24 req-3ccea811-8bc1-49b8-b4b2-000cd5917d01 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0862577 Sep 15 17:08:51.394752 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224d0b67-b285-4ca1-bbd8-dbfc070159db x-openstack-request-id: req-224d0b67-b285-4ca1-bbd8-dbfc070159db {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:08:51.395042 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:08:51.395293 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-224d0b67-b285-4ca1-bbd8-dbfc070159db {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:08:51.395684 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb', 'status': 'completed', 'code': 200} Sep 15 17:08:51.429195 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7eabf908-57b9-4816-a1a6-4bf727ac0e24 req-12619aec-b253-4c56-bbf1-74eef9f9bebe tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Sep 15 17:08:52.290329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-56d5dcd7-dd91-4be3-b788-838e0f253efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:53.692692 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-431337d7-5ecb-433d-ba68-234e0008c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.694224 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-431337d7-5ecb-433d-ba68-234e0008c346 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0395687 Sep 15 17:08:53.792506 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-415a0d2c-3b03-4e4f-918c-cc5ac6e5eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.794018 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-415a0d2c-3b03-4e4f-918c-cc5ac6e5eb50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0686235 Sep 15 17:08:53.806699 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e7e56-ebf9-4759-84a8-7e72e7cfb56e req-5545bf15-8ce7-462a-ab3c-29cba83344b4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.808334 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-968e7e56-ebf9-4759-84a8-7e72e7cfb56e req-5545bf15-8ce7-462a-ab3c-29cba83344b4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.0724354 Sep 15 17:08:53.854188 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-0aa7c4f8-1db6-41a3-ae46-5e11e9cb8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.855913 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-0aa7c4f8-1db6-41a3-ae46-5e11e9cb8922 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.1250193 Sep 15 17:08:53.864322 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43b402-bdf0-4bc2-be7f-e5705a92a826 req-99e85d31-9ba0-40f9-ae75-e5de2359155c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.865763 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d43b402-bdf0-4bc2-be7f-e5705a92a826 req-99e85d31-9ba0-40f9-ae75-e5de2359155c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0719500 Sep 15 17:08:53.903248 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-968e7e56-ebf9-4759-84a8-7e72e7cfb56e req-ab4dc82a-54ac-4301-b1d9-6edd5b74b11a tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861125 Sep 15 17:08:53.905926 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-c2b5d8bc-1b5d-46d4-a316-af44f11f0cc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0392029 Sep 15 17:08:53.928497 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-3fc8a768-8962-41ae-9dae-8d94ee7f8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.930045 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-3fc8a768-8962-41ae-9dae-8d94ee7f8301 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d277f69c002141b982b76c2222a8be70&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1208119 Sep 15 17:08:53.961796 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7d43b402-bdf0-4bc2-be7f-e5705a92a826 req-e026bd5c-10bf-48ee-9d84-69ef63fab07c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896862 Sep 15 17:08:53.978874 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-0032c562-6bf9-459e-b47b-57b2b63a4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:53.978874 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-0032c562-6bf9-459e-b47b-57b2b63a4763 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0578754 Sep 15 17:08:54.017143 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-c611552c-6106-411d-89e5-cbc950475140 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251300 Sep 15 17:08:54.025891 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-e31572f3-c71c-402c-9d30-cc6421c3e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:54.027434 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-662a1c33-6424-4a68-b1cb-fb57c4be2281 req-e31572f3-c71c-402c-9d30-cc6421c3e1d8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898523 Sep 15 17:08:54.105951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-3086d506-374d-4c39-9eb6-95c081edb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:54.107423 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-3086d506-374d-4c39-9eb6-95c081edb370 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0430140 Sep 15 17:08:54.115136 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-06547b5a-1218-46a6-8405-906d77f96e7c service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881414 Sep 15 17:08:55.007428 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa253-8de2-40fe-b320-881ebb1eeea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:55.278669 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:55.961026 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:56.965272 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-71719ab1-f5f5-4ae3-bd50-d55d48d24c00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb HTTP/1.1" status: 200 len: 217 time: 0.0334132 Sep 15 17:08:57.027504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-0b7b9598-98d3-4325-987a-118f8caf889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:57.028970 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-0b7b9598-98d3-4325-987a-118f8caf889b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa HTTP/1.1" status: 200 len: 848 time: 0.0491114 Sep 15 17:08:57.033093 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eb4ce8f6-a3b3-4674-b978-fb12723a5469 req-86501a39-426a-4178-aef7-b7aa928a81cb service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959909 Sep 15 17:08:57.063394 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-ea9279de-0222-4301-af5e-408d51dbf548 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc33686f-36d4-4f3f-81df-c19801f96b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261116 Sep 15 17:08:57.094058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3bb77-fd44-48b6-8a47-0851bfc9e4e1 req-52be2414-7db2-4eef-a939-7651c5ccafd0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:57.095541 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-80f3bb77-fd44-48b6-8a47-0851bfc9e4e1 req-52be2414-7db2-4eef-a939-7651c5ccafd0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Sep 15 17:08:57.135573 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-80f3bb77-fd44-48b6-8a47-0851bfc9e4e1 req-aac64485-0a3a-4414-b68b-e54f1f5f2e11 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Sep 15 17:08:57.351274 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6d69b-f9d6-424a-a4cc-b8d544ff2cb7 req-603d244c-8ac0-4fc2-9a55-090281be7f6d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:57.352713 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fcf6d69b-f9d6-424a-a4cc-b8d544ff2cb7 req-603d244c-8ac0-4fc2-9a55-090281be7f6d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.2921102 Sep 15 17:08:57.391512 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-e2110670-60b7-47ca-a08e-dc3d94a269c0 service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006666 Sep 15 17:08:57.409702 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fcf6d69b-f9d6-424a-a4cc-b8d544ff2cb7 req-b3c8eec2-646e-4217-b4e0-1517abdab7f9 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Sep 15 17:08:57.489298 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-399ad620-6a0b-4b95-b152-7ca2ba8debed req-4945ac5f-87ca-485c-b8fe-ab5df479e1c8 service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842633 Sep 15 17:08:57.792966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.249762 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b610b-b25d-4b08-b0ad-ba99685d094a req-1bf19817-aa6f-429a-84ec-890073603417 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:58.251240 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cd9b610b-b25d-4b08-b0ad-ba99685d094a req-1bf19817-aa6f-429a-84ec-890073603417 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Sep 15 17:08:58.291201 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cd9b610b-b25d-4b08-b0ad-ba99685d094a req-3d97b602-067e-416e-b893-db00a91825ff tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342102 Sep 15 17:08:58.520181 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861133-14eb-4b09-8bcf-a561fcf23f13 req-9f3e5e0b-6cd7-4bf9-bfeb-c2f6f5557328 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:58.521654 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a5861133-14eb-4b09-8bcf-a561fcf23f13 req-9f3e5e0b-6cd7-4bf9-bfeb-c2f6f5557328 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.0475526 Sep 15 17:08:58.558066 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a5861133-14eb-4b09-8bcf-a561fcf23f13 req-761dd56a-12b4-45f4-bde4-633e6b6349c2 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303833 Sep 15 17:08:58.646626 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47802) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:58.746400 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-67a796ef-53a4-4037-b585-5975cd51fbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.830592 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-67a796ef-53a4-4037-b585-5975cd51fbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.880625 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-67a796ef-53a4-4037-b585-5975cd51fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.917542 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-67a796ef-53a4-4037-b585-5975cd51fbb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b52fe76d71e6496aa49ad4a8014632a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698584 Sep 15 17:08:58.918416 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a796ef-53a4-4037-b585-5975cd51fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71328c3a-4bed-4d94-82b9-ad74098676fb,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:58.920816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47806) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:58.971535 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:58.997062 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.143983 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.146674 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.147913 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71328c3a-4bed-4d94-82b9-ad74098676fb HTTP/1.1" status: 204 len: 168 time: 0.2252681 Sep 15 17:08:59.156157 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b9a9-b3bf-45f1-9aaf-8dd8dc962ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71328c3a-4bed-4d94-82b9-ad74098676fb,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:08:59.406616 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba3b7-2e2b-4f91-89cb-a35c07e1bb3a req-2e72df7f-d9eb-413b-8706-73510ce549a4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:59.408090 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38dba3b7-2e2b-4f91-89cb-a35c07e1bb3a req-2e72df7f-d9eb-413b-8706-73510ce549a4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0469875 Sep 15 17:08:59.444731 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38dba3b7-2e2b-4f91-89cb-a35c07e1bb3a req-eb5a3fcf-7a2c-4bad-9846-0344ea3efdea tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Sep 15 17:08:59.672439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1c1c0-bd78-4747-9450-877d5492041c req-1b51cff7-b75f-4396-a98b-6dc1d9fafdbc tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:08:59.673945 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e6c1c1c0-bd78-4747-9450-877d5492041c req-1b51cff7-b75f-4396-a98b-6dc1d9fafdbc tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.0476477 Sep 15 17:08:59.711381 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e6c1c1c0-bd78-4747-9450-877d5492041c req-b0d12ec0-8dc4-4be3-b3ba-58adbed41a33 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 15 17:08:59.865092 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47834) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:08:59.877915 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8a81d3a2-f5dc-414e-bd2b-0014efca3d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:08:59.962108 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8a81d3a2-f5dc-414e-bd2b-0014efca3d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.009497 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8a81d3a2-f5dc-414e-bd2b-0014efca3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.050472 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8a81d3a2-f5dc-414e-bd2b-0014efca3d8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=009d58d6a3b449e9941d40eff68f273f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842792 Sep 15 17:09:00.051696 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81d3a2-f5dc-414e-bd2b-0014efca3d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97b561-77eb-4e80-b526-218c7f216229,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:00.053101 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47836) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:00.107446 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.130833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.501787 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.504308 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.506500 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c97b561-77eb-4e80-b526-218c7f216229 HTTP/1.1" status: 204 len: 168 time: 0.4512770 Sep 15 17:09:00.513153 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae4850-c8fd-4798-967e-67eeb05a7176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97b561-77eb-4e80-b526-218c7f216229,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:00.577558 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5da71-104d-42dd-9807-d61dd60db238 req-1bac2cba-f5b4-49e2-a5c7-a197bffc57ff tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:00.579161 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4bb5da71-104d-42dd-9807-d61dd60db238 req-1bac2cba-f5b4-49e2-a5c7-a197bffc57ff tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0619020 Sep 15 17:09:00.626555 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4bb5da71-104d-42dd-9807-d61dd60db238 req-568c1b42-9093-4745-8b4a-3be673975556 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Sep 15 17:09:00.813629 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device c8bb7ee7-33a1-4321-821a-4d9d9de283cb details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:00.827260 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627760d7-13dd-41c3-9aa8-d432aec8310c req-29463ca0-6010-4631-ba28-e23fa359c402 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:00.828824 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-627760d7-13dd-41c3-9aa8-d432aec8310c req-29463ca0-6010-4631-ba28-e23fa359c402 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 944 time: 0.0484056 Sep 15 17:09:00.884662 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-627760d7-13dd-41c3-9aa8-d432aec8310c req-96a5eb1b-5034-47bf-8ec6-8d95df32382f tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Sep 15 17:09:00.925291 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:00.936653 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb', 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a', 'port_id': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb', 'mac_address': 'fa:16:3e:3a:19:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:00.974340 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:00.987360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bb7ee7-33a1-4321-821a-4d9d9de283cb {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:01.006346 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:01.078751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:01.128376 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:01.135207 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.135562 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.135907 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.136243 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.136576 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.136909 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.137236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.137635 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.138002 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.138330 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.138654 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.138977 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:01.424074 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['c8bb7ee7-33a1-4321-821a-4d9d9de283cb'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:01.736747 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87800679-4cec-41ea-a22f-c00cb5549257 req-11a808c5-959c-4120-b66a-bea9b22dd506 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:01.738222 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87800679-4cec-41ea-a22f-c00cb5549257 req-11a808c5-959c-4120-b66a-bea9b22dd506 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Sep 15 17:09:01.776095 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87800679-4cec-41ea-a22f-c00cb5549257 req-e98fad8e-528c-4eda-bd63-34a9f032838b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Sep 15 17:09:01.999567 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f49e1-378b-4a04-8b73-52223e990258 req-7d8e457d-7680-4116-b433-bfae19fd5e8c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:02.006597 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-442f49e1-378b-4a04-8b73-52223e990258 req-7d8e457d-7680-4116-b433-bfae19fd5e8c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 945 time: 0.0542212 Sep 15 17:09:02.041533 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-442f49e1-378b-4a04-8b73-52223e990258 req-dc770b36-1d1f-4845-ba1d-5dde2306970d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Sep 15 17:09:02.706495 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 47922) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:02.813893 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-884a6d97-a3b8-4436-a830-980aa0e488e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.918525 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5fe71-3072-4de6-9d78-1b357e4d588a req-e96191b0-b646-4640-a490-84ea3e4ff900 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:02.920023 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-faf5fe71-3072-4de6-9d78-1b357e4d588a req-e96191b0-b646-4640-a490-84ea3e4ff900 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0691912 Sep 15 17:09:02.957184 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-884a6d97-a3b8-4436-a830-980aa0e488e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:02.973221 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-faf5fe71-3072-4de6-9d78-1b357e4d588a req-630998bb-fd2e-41bd-8f23-78b731f617ba tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458028 Sep 15 17:09:03.023867 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-884a6d97-a3b8-4436-a830-980aa0e488e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.059998 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-884a6d97-a3b8-4436-a830-980aa0e488e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9711cd6e2984fa396e071666ae4e041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524859 Sep 15 17:09:03.062999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a6d97-a3b8-4436-a830-980aa0e488e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335a237d-5c95-4542-98e8-2ca555326ec4,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:03.063143 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47930) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:03.125561 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.168167 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.192093 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f4b8e-9b4d-40de-8a30-4c701177f8a6 req-d46f1fb4-df52-40c6-90d5-557dc66e3d45 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:03.193547 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-513f4b8e-9b4d-40de-8a30-4c701177f8a6 req-d46f1fb4-df52-40c6-90d5-557dc66e3d45 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 945 time: 0.0815380 Sep 15 17:09:03.238647 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-513f4b8e-9b4d-40de-8a30-4c701177f8a6 req-89ead8dd-897c-47e7-b033-948650caa390 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Sep 15 17:09:03.324214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.326730 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.327856 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/335a237d-5c95-4542-98e8-2ca555326ec4 HTTP/1.1" status: 204 len: 168 time: 0.2640557 Sep 15 17:09:03.335863 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0878c-9937-4d4a-b197-7dd57ba3adcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a237d-5c95-4542-98e8-2ca555326ec4,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:03.688371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device c8bb7ee7-33a1-4321-821a-4d9d9de283cb up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:03.795507 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port c8bb7ee7-33a1-4321-821a-4d9d9de283cb completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:03.799306 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port c8bb7ee7-33a1-4321-821a-4d9d9de283cb triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:03.799676 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.883603 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.901704 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:03.907321 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:03.912286 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39575c-7926-44e1-aea1-f82733e766b5" -d '{"events": [{"server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:03.921898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:03.969888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.015948 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:04.323987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47970) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:04.419227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1334558118-network', 'tenant_id': '1a274e3569c4485e83a695bc32651e7e'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:04.506850 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Made reservation on behalf of 1a274e3569c4485e83a695bc32651e7e for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:04.509137 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.517435 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.602154 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.695625 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.721309 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:09:04.730946 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ada526-39eb-4e55-aaea-8b82319baf7f,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:04.735504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.735845 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Added segment ff111ddc-8da6-418f-b316-c4a2ce399e5e of type vlan for network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f Sep 15 17:09:04.776222 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.852872 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.853888 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:04.854483 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:04.912273 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] Pushing event updated for resources: {'Network': ['ID=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:04.921717 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:09:04.962122 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f6bc055f-04be-475f-8d3c-89b8a8ca5b4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6370471 Sep 15 17:09:04.964917 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 47976) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:04.969498 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Request body: {'subnet': {'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1334558118-subnet', 'tenant_id': '1a274e3569c4485e83a695bc32651e7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:05.050040 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Made reservation on behalf of 1a274e3569c4485e83a695bc32651e7e for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:05.052225 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.287132 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.342638 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12ace24-bf3d-4d74-bc3b-0dace0591eda,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:05.349439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Checking segment: {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:05.349833 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Network hostable DHCP agents. Network: 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:09:05.463613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:09:05.549419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:05.553561 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.554179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:05.558300 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fa3254-b830-4eca-a50a-5dbaabaf4718 None None] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:05.623851 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79005c4-98ff-4d6a-905b-3a66b761bd20 x-openstack-request-id: req-d79005c4-98ff-4d6a-905b-3a66b761bd20 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:05.624154 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:05.624406 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d79005c4-98ff-4d6a-905b-3a66b761bd20 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:05.624786 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb', 'code': 200} Sep 15 17:09:05.668555 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c84ef3a7-a053-4c70-a69b-74fa94e8b6fc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7026243 Sep 15 17:09:05.708633 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da37d65-6a98-4efb-b331-07d8ec940256 None None] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:05.731770 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36ce26-6435-4354-99b6-0b88d5833da2 req-54befc12-8977-4452-b804-514604b1bdea tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.733670 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6d36ce26-6435-4354-99b6-0b88d5833da2 req-54befc12-8977-4452-b804-514604b1bdea tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0627079 Sep 15 17:09:05.738772 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718f3c9-e4f9-4542-b596-409701b7f9f3 req-dc034621-1640-4c28-ae5e-38d8d7308e9b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.740296 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1718f3c9-e4f9-4542-b596-409701b7f9f3 req-dc034621-1640-4c28-ae5e-38d8d7308e9b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0838923 Sep 15 17:09:05.783712 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6d36ce26-6435-4354-99b6-0b88d5833da2 req-e2795f55-bcdb-4e0b-822e-6660ee2e7940 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Sep 15 17:09:05.804040 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1718f3c9-e4f9-4542-b596-409701b7f9f3 req-fa202d5d-b68f-42f9-9841-7291042704a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Sep 15 17:09:05.992328 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8dccac-09cc-40d9-9a64-685643109f6f req-ca1bb371-7269-4142-8b5e-5daa638019f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:05.993844 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fa8dccac-09cc-40d9-9a64-685643109f6f req-ca1bb371-7269-4142-8b5e-5daa638019f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 1099 time: 0.0693560 Sep 15 17:09:06.037304 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fa8dccac-09cc-40d9-9a64-685643109f6f req-143b1227-acf0-4efc-ad1f-9434a06f4e0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Sep 15 17:09:06.900877 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f726de-867c-43c2-98f5-3c0e5f2b9db0 req-a8cf6b85-f648-4132-bfd2-6876bdee5569 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:06.902389 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e8f726de-867c-43c2-98f5-3c0e5f2b9db0 req-a8cf6b85-f648-4132-bfd2-6876bdee5569 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0509565 Sep 15 17:09:06.928006 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3200-0902-4525-ae33-a32792a5d8be req-9493a60b-6ee9-44f3-8fcb-ef994304d8f2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:06.930388 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a72f3200-0902-4525-ae33-a32792a5d8be req-9493a60b-6ee9-44f3-8fcb-ef994304d8f2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Sep 15 17:09:06.943018 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e8f726de-867c-43c2-98f5-3c0e5f2b9db0 req-165ce437-ed6c-43a7-bd86-d2a76d4f11e4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Sep 15 17:09:06.978095 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a72f3200-0902-4525-ae33-a32792a5d8be req-c6f91ff7-3550-4a04-a6ea-32f83cdd3e10 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Sep 15 17:09:08.051036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-0344f0e8-3a86-4009-940f-2f72cdbd5946 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:08.052488 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-0344f0e8-3a86-4009-940f-2f72cdbd5946 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/networks?id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f HTTP/1.1" status: 200 len: 814 time: 0.1038525 Sep 15 17:09:08.063104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82ca2-919d-496e-b4e4-9f917523e05f req-cbd2563e-7777-4c54-ad3c-c6e52b76c05c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:08.064586 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-54a82ca2-919d-496e-b4e4-9f917523e05f req-cbd2563e-7777-4c54-ad3c-c6e52b76c05c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0502982 Sep 15 17:09:08.067228 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-3ccd0dc0-f103-4c18-9f43-e5291e4c80c8 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/quotas/1a274e3569c4485e83a695bc32651e7e HTTP/1.1" status: 200 len: 375 time: 0.0090349 Sep 15 17:09:08.102160 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-b077345c-4f17-4cd9-b196-13895ff9e4af tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292253 Sep 15 17:09:08.103091 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-54a82ca2-919d-496e-b4e4-9f917523e05f req-9b17f86f-a7bd-4d04-9049-f627f943d642 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Sep 15 17:09:08.194580 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-e1d62fcb-6f4a-4ae0-ae6c-68bcd3534334 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 Sep 15 17:09:08.207936 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c52c7-f847-45ed-a07b-e9b126304038 req-23758f8a-f8d0-472b-a274-904942fa6781 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:08.209485 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f3c52c7-f847-45ed-a07b-e9b126304038 req-23758f8a-f8d0-472b-a274-904942fa6781 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0488250 Sep 15 17:09:08.251550 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f3c52c7-f847-45ed-a07b-e9b126304038 req-b84924c6-f8a9-43d3-b82c-736c2b70e7cf tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Sep 15 17:09:08.290670 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-0e480256-2e4f-47fc-a167-fba1d4fbc4ca service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897858 Sep 15 17:09:08.621526 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-21129ec3-e9af-41d7-b94a-e211f6582b61 req-8bdbce2f-8a3f-405d-a2a1-81d2f5570692 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 210 time: 0.0299780 Sep 15 17:09:08.813093 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 48064) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:08.926750 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf48b-ada4-427a-983c-899d7d67c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.012789 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf48b-ada4-427a-983c-899d7d67c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.112753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2fdaf48b-ada4-427a-983c-899d7d67c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.157079 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48080) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:09.157660 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2fdaf48b-ada4-427a-983c-899d7d67c4e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee7140d2b21e4944940cd9fd6ccefc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429458 Sep 15 17:09:09.158225 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaf48b-ada4-427a-983c-899d7d67c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb6167-5301-4e49-8312-56d3b330c9c7,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:09.212631 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.233716 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.370243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4431a-a924-48a6-8088-a7eefefd12ff req-e958050a-46b6-47dc-bc9e-b58e4b534675 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:09.371754 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bdf4431a-a924-48a6-8088-a7eefefd12ff req-e958050a-46b6-47dc-bc9e-b58e4b534675 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0511777 Sep 15 17:09:09.378773 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.390544 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:09.394054 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5afb6167-5301-4e49-8312-56d3b330c9c7 HTTP/1.1" status: 204 len: 168 time: 0.2337136 Sep 15 17:09:09.400369 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd205bb0-17d1-4e3c-8344-f25fae5bb99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb6167-5301-4e49-8312-56d3b330c9c7,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:09.438958 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bdf4431a-a924-48a6-8088-a7eefefd12ff req-b37e5a29-41d7-4245-bfb6-44172e9b57cc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Sep 15 17:09:09.700818 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-91198496-7d51-4dbe-883d-54ae5757a1a0 req-0276b361-a1a1-49dc-a05d-6009f0256208 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 210 time: 0.0294890 Sep 15 17:09:09.719843 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4792-5fb4-4c4e-8991-1dcc2ae6a308 req-63550e51-39dd-4845-bd56-11b6aca47a93 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:09.719843 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a0cb4792-5fb4-4c4e-8991-1dcc2ae6a308 req-63550e51-39dd-4845-bd56-11b6aca47a93 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0524600 Sep 15 17:09:09.755929 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a0cb4792-5fb4-4c4e-8991-1dcc2ae6a308 req-4e2768ab-e1e9-49d5-bdbd-e3bbb16e143e tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 15 17:09:10.542269 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:09:10.552071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61b46e-a41d-49ff-a5b4-6555311b4a21 req-c5da895f-5ab8-4aeb-9c3e-85c3054192ee tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:10.553540 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0a61b46e-a41d-49ff-a5b4-6555311b4a21 req-c5da895f-5ab8-4aeb-9c3e-85c3054192ee tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Sep 15 17:09:10.590997 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0a61b46e-a41d-49ff-a5b4-6555311b4a21 req-3867b2f6-2c65-4dd4-b153-849c341162b2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Sep 15 17:09:10.796894 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-afe658b8-7990-4c4f-9b21-550a64b256e3 req-603619c3-d936-463c-9fd6-af0f18f5b83a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 210 time: 0.0287323 Sep 15 17:09:10.884089 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37608de8-9173-464d-a7ab-3a770fa7a65e req-8f888b9d-80c0-45da-9fb8-f235ddc64e7d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:10.885595 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37608de8-9173-464d-a7ab-3a770fa7a65e req-8f888b9d-80c0-45da-9fb8-f235ddc64e7d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0511332 Sep 15 17:09:10.926049 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37608de8-9173-464d-a7ab-3a770fa7a65e req-598f0f9e-f9b3-4f35-94e4-d7d64bbf932b tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Sep 15 17:09:11.291444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-83a13df9-4ff0-41ef-8bb7-b773290b1c32 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:11.292949 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-83a13df9-4ff0-41ef-8bb7-b773290b1c32 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "GET /v2.0/networks?id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f HTTP/1.1" status: 200 len: 814 time: 0.1107929 Sep 15 17:09:11.316287 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Request body: {'port': {'device_id': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f', 'admin_state_up': True, 'tenant_id': '1a274e3569c4485e83a695bc32651e7e'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:11.525341 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-5f2e719a-c699-440e-b134-18336b2487c0 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:11.526851 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-5f2e719a-c699-440e-b134-18336b2487c0 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0481975 Sep 15 17:09:11.541340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Made reservation on behalf of 1a274e3569c4485e83a695bc32651e7e for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:11.546317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:11.651393 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Deleting port c8bb7ee7-33a1-4321-821a-4d9d9de283cb {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:11.651945 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:11.749778 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Allocated IP 172.20.0.3 (0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f/e12ace24-bf3d-4d74-bc3b-0dace0591eda/e2404fe4-645d-4b5f-b18c-e4ce60c78269) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:11.764921 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a969608-8b81-42c1-940e-a1289a14e465 req-d8e5b6fb-1c1f-4858-8a2b-de49cdcbd403 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:11.766645 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6a969608-8b81-42c1-940e-a1289a14e465 req-d8e5b6fb-1c1f-4858-8a2b-de49cdcbd403 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0875647 Sep 15 17:09:11.771878 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] For port c8bb7ee7-33a1-4321-821a-4d9d9de283cb, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:11.772411 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:11.787234 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Calling delete_port for c8bb7ee7-33a1-4321-821a-4d9d9de283cb owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:11.836467 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6a969608-8b81-42c1-940e-a1289a14e465 req-e2f7eff6-3d73-44c1-b271-7e65e5d602af tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607054 Sep 15 17:09:11.919719 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3da1e391-bc6a-4294-9b40-8014f24c4f4e req-e50645ef-d197-4794-bf59-630bdce6efcf tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 210 time: 0.0351794 Sep 15 17:09:11.954298 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.040494 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71170a-7f83-41f5-8b33-24357e0dca43 req-5a2acf37-dca0-419b-bea7-222354f84cf7 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.041885 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a71170a-7f83-41f5-8b33-24357e0dca43 req-5a2acf37-dca0-419b-bea7-222354f84cf7 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 946 time: 0.0467517 Sep 15 17:09:12.081392 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.081664 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a71170a-7f83-41f5-8b33-24357e0dca43 req-b815a370-01fc-4a90-895f-581605448cd2 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Sep 15 17:09:12.097079 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['c8bb7ee7-33a1-4321-821a-4d9d9de283cb'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:12.121519 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Pushing event deleted for resources: {'Port': ['ID=c8bb7ee7-33a1-4321-821a-4d9d9de283cb,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:12.125425 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.174551 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] No DVR routers for this DVR port c8bb7ee7-33a1-4321-821a-4d9d9de283cb on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:12.177929 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:12.178099 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.179952 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-94e5548f-2485-4145-ad05-eac9e7a65bc3 req-284356be-d90a-4273-8ff6-c3bf4a407b99 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "DELETE /v2.0/ports/c8bb7ee7-33a1-4321-821a-4d9d9de283cb HTTP/1.1" status: 204 len: 173 time: 0.6467984 Sep 15 17:09:12.180704 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'name': 'network-vif-deleted', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:12.193529 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387edb2a-17d0-43f9-bb5e-b3bb20e35a59" -d '{"events": [{"server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "name": "network-vif-deleted", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:12.193665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:12.195444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:12.199324 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Pushing event updated for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:12.243373 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba94c1-c725-493b-8bd1-773a6f7c9ff6 x-openstack-request-id: req-c1ba94c1-c725-493b-8bd1-773a6f7c9ff6 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:12.243875 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90af2b4c-2429-4b85-a7c1-852de0fb7ee1", "name": "network-vif-deleted", "tag": "c8bb7ee7-33a1-4321-821a-4d9d9de283cb", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:12.244273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1ba94c1-c725-493b-8bd1-773a6f7c9ff6 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:12.244815 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90af2b4c-2429-4b85-a7c1-852de0fb7ee1', 'name': 'network-vif-deleted', 'tag': 'c8bb7ee7-33a1-4321-821a-4d9d9de283cb', 'status': 'completed', 'code': 200} Sep 15 17:09:12.254019 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:12.255016 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.373840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48216) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:12.486389 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3f7791e0-ff9d-4430-8033-b0625ec250f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.510905 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-4b761f54-501f-44f9-8b58-2b8d47d5be01 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984231 Sep 15 17:09:12.531065 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Request body: {'port': {'device_id': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:12.586098 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.593262 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3f7791e0-ff9d-4430-8033-b0625ec250f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.673346 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3f7791e0-ff9d-4430-8033-b0625ec250f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.729191 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-3f7791e0-ff9d-4430-8033-b0625ec250f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=819409df4d0e47e199afc6714773d7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519275 Sep 15 17:09:12.729191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7791e0-ff9d-4430-8033-b0625ec250f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75668c-b4c3-45fd-b651-f1ca093574bf,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:12.731573 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 48222) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:12.845065 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.882004 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.955441 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2404fe4-645d-4b5f-b18c-e4ce60c78269 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:12.971101 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:12.990728 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Transition to ACTIVE for port object e2404fe4-645d-4b5f-b18c-e4ce60c78269 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:09:13.002495 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbafd9-64dc-4a55-85be-a8b3c92a5e57 req-2147b6a4-7c41-451d-bcee-ed84ada0e3a7 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.003997 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-37bbafd9-64dc-4a55-85be-a8b3c92a5e57 req-2147b6a4-7c41-451d-bcee-ed84ada0e3a7 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0923007 Sep 15 17:09:13.045783 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56ccb7-f6c1-4765-99a4-060a9a03841a req-3bb915a2-6719-4a1a-b493-8b7a2d115c39 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.046279 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-37bbafd9-64dc-4a55-85be-a8b3c92a5e57 req-6933711e-d0eb-4cee-bf3a-18e3f010b4e0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342710 Sep 15 17:09:13.051405 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4d56ccb7-f6c1-4765-99a4-060a9a03841a req-3bb915a2-6719-4a1a-b493-8b7a2d115c39 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 931 time: 0.0599382 Sep 15 17:09:13.064111 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.092822 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4d56ccb7-f6c1-4765-99a4-060a9a03841a req-692bd11b-eb8b-40a9-8e72-ece9cf6e4665 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354407 Sep 15 17:09:13.112828 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.115346 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.116843 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a75668c-b4c3-45fd-b651-f1ca093574bf HTTP/1.1" status: 204 len: 168 time: 0.3832631 Sep 15 17:09:13.124152 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Pushing event updated for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:13.146122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f4e43-6243-4ed7-8b7b-3e33bf658e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75668c-b4c3-45fd-b651-f1ca093574bf,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:13.212632 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Attempting to bind port e2404fe4-645d-4b5f-b18c-e4ce60c78269 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:13.212963 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Attempting to bind port e2404fe4-645d-4b5f-b18c-e4ce60c78269 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:13.213287 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Attempting to bind port e2404fe4-645d-4b5f-b18c-e4ce60c78269 on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:13.237457 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b339efb5-4792-416c-baba-bf9e7241dd92 req-98573c30-3a07-453e-9773-06d258237dce tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=90af2b4c-2429-4b85-a7c1-852de0fb7ee1 HTTP/1.1" status: 200 len: 210 time: 0.0359373 Sep 15 17:09:13.238428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Port e2404fe4-645d-4b5f-b18c-e4ce60c78269 on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:09:13.238744 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Attempting to bind port e2404fe4-645d-4b5f-b18c-e4ce60c78269 on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:13.243863 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:13.244192 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Checking segment: {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:13.244563 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Bound using segment: {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:13.244981 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Bound port: e2404fe4-645d-4b5f-b18c-e4ce60c78269, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:13.245333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.308363 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:13.312283 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:13.393762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.427210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.427816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:13.429337 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] 10.222.0.54 "PUT /v2.0/ports/e2404fe4-645d-4b5f-b18c-e4ce60c78269 HTTP/1.1" status: 200 len: 1093 time: 0.9038472 Sep 15 17:09:13.431372 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:13.433661 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7a463e-00c1-479f-925f-7ea5f1487a38" -d '{"events": [{"name": "network-changed", "server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:13.477103 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc05dc6-c25e-4e77-b911-feb3fc32df84 service neutron] Pushing event updated for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:13.511187 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd49bef-c1d0-4622-a2a3-5745e25414a5 x-openstack-request-id: req-7cd49bef-c1d0-4622-a2a3-5745e25414a5 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:13.511481 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:13.511731 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cd49bef-c1d0-4622-a2a3-5745e25414a5 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:13.512140 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269', 'status': 'completed', 'code': 200} Sep 15 17:09:13.595833 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-dca302d8-2699-43e1-98c3-3306573319c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.597542 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-dca302d8-2699-43e1-98c3-3306573319c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 1096 time: 0.0446110 Sep 15 17:09:13.708410 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f441f7c-a469-4bb4-9df1-f2d534de3580 req-18a7d773-4da7-4107-a94f-155c6f05ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.709909 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f441f7c-a469-4bb4-9df1-f2d534de3580 req-18a7d773-4da7-4107-a94f-155c6f05ab22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0387902 Sep 15 17:09:13.715663 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-51990224-d9c5-4785-8cc0-305d1c6b6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.717154 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-51990224-d9c5-4785-8cc0-305d1c6b6736 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1a274e3569c4485e83a695bc32651e7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954492 Sep 15 17:09:13.760938 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f441f7c-a469-4bb4-9df1-f2d534de3580 req-427abc7f-cf9f-478a-a312-df57b0755ff4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Sep 15 17:09:13.823400 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-230b99a4-4dcb-4c66-bfb4-63c3f6e7187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:13.824899 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ae7a463e-00c1-479f-925f-7ea5f1487a38 req-230b99a4-4dcb-4c66-bfb4-63c3f6e7187a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964932 Sep 15 17:09:14.042270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-34d41d21-4894-4890-8ba6-6593144934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.043753 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-34d41d21-4894-4890-8ba6-6593144934d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 1096 time: 0.0393646 Sep 15 17:09:14.086672 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-8cc002fc-aad7-4fff-bc99-2c378a23815f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269 HTTP/1.1" status: 200 len: 217 time: 0.0332787 Sep 15 17:09:14.144415 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-c59fc48a-1c60-42a3-9a50-759d60263a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.146173 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-c59fc48a-1c60-42a3-9a50-759d60263a89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e12ace24-bf3d-4d74-bc3b-0dace0591eda HTTP/1.1" status: 200 len: 854 time: 0.0498278 Sep 15 17:09:14.167408 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9535f6-a568-4bd8-8276-3ce6513605d8 req-e5fd75fb-0e24-4ce1-9841-4354ceccc3a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.174128 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7f9535f6-a568-4bd8-8276-3ce6513605d8 req-e5fd75fb-0e24-4ce1-9841-4354ceccc3a6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Sep 15 17:09:14.188426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-142aab51-b1ec-491d-b864-beac609860cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291276 Sep 15 17:09:14.188710 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48262) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:14.217722 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7f9535f6-a568-4bd8-8276-3ce6513605d8 req-26e6fddd-a5dc-4643-b60c-88464d6225d3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424662 Sep 15 17:09:14.299049 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bb20b-b05d-4bc3-a7ce-49ea45b31466 req-08d4ec23-df1e-4b48-b5b9-dadb7c009553 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.300552 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1a9bb20b-b05d-4bc3-a7ce-49ea45b31466 req-08d4ec23-df1e-4b48-b5b9-dadb7c009553 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 943 time: 0.1151071 Sep 15 17:09:14.310505 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1494355620-network', 'tenant_id': '84dae60609d44d228f54592ae936a0ea'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:14.338603 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-5de67047-e4c9-48d8-8144-2978e6fada1f service neutron] 10.222.0.54 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380200 Sep 15 17:09:14.355515 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1a9bb20b-b05d-4bc3-a7ce-49ea45b31466 req-f3cd7665-72d4-480a-ae20-f51d0f2f442b tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465083 Sep 15 17:09:14.418576 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Made reservation on behalf of 84dae60609d44d228f54592ae936a0ea for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:14.423128 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.435163 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.447923 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8df5aa38-5328-4011-98b8-bf1cf7366498 req-9c88b4da-235c-46af-bf04-3953c3f8eca1 service neutron] 10.222.0.54 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908942 Sep 15 17:09:14.597474 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-f3d3f8da-727e-4bbe-a30c-5fc3f4b15482 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.602320 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-f3d3f8da-727e-4bbe-a30c-5fc3f4b15482 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/networks?id=bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 200 len: 808 time: 0.1289461 Sep 15 17:09:14.625255 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.627120 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-8abfc990-f07b-40db-a784-b705cb3f7d9a tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/quotas/d277f69c002141b982b76c2222a8be70 HTTP/1.1" status: 200 len: 375 time: 0.0208218 Sep 15 17:09:14.661607 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-5df90d88-e480-43a0-87b8-01cfcd46e0e9 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285220 Sep 15 17:09:14.724410 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.752906 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:09:14.776103 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dead1c-9f7c-4018-aecf-b20a57250398,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:14.785422 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.785422 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Added segment 1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc of type vlan for network 57f6320a-4e71-449e-94e3-99c70d0310ab Sep 15 17:09:14.793631 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-b7654fcd-f1ae-4562-af12-ce7728c69700 service neutron] 10.222.0.57 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 Sep 15 17:09:14.853671 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.875928 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device c8bb7ee7-33a1-4321-821a-4d9d9de283cb no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:14.899207 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: c8bb7ee7-33a1-4321-821a-4d9d9de283cb {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:14.899207 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device c8bb7ee7-33a1-4321-821a-4d9d9de283cb not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:14.925838 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-49b27365-a31c-485e-a47b-fbd68c004836 service neutron] 10.222.0.57 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107824 Sep 15 17:09:14.968014 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:14.969095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:14.969703 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.034948 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] Pushing event updated for resources: {'Network': ['ID=57f6320a-4e71-449e-94e3-99c70d0310ab,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:15.045198 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 57f6320a-4e71-449e-94e3-99c70d0310ab details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:09:15.082078 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2fcab5af-3cf8-4a46-a4ba-ee4d7e47d812 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8923278 Sep 15 17:09:15.084800 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48286) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:15.089488 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Request body: {'subnet': {'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1494355620-subnet', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:15.197844 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e89cf990-99a9-4bd9-9306-fc30a4a9d85b req-1a3829db-d2c5-4ffb-8a9d-be6d17a45e6c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 210 time: 0.0268722 Sep 15 17:09:15.218729 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Made reservation on behalf of 84dae60609d44d228f54592ae936a0ea for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:15.223152 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63880618'] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.386231 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10861764-34c0-48c7-ad74-29162715f489 req-856404fb-0a08-4d94-b633-64509b6baee8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.387751 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-10861764-34c0-48c7-ad74-29162715f489 req-856404fb-0a08-4d94-b633-64509b6baee8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0877872 Sep 15 17:09:15.472153 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-10861764-34c0-48c7-ad74-29162715f489 req-60b2994c-43e2-485d-8802-d782b2d9ec29 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771132 Sep 15 17:09:15.573008 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63880580'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.634013 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:15.644592 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:15.644949 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Network hostable DHCP agents. Network: 57f6320a-4e71-449e-94e3-99c70d0310ab, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:09:15.647148 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc161c5-9cfc-411c-ba27-3eb727d29db9 req-e4d9d3b0-28aa-4dbc-a0e8-27dc1f44803e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.648680 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7bc161c5-9cfc-411c-ba27-3eb727d29db9 req-e4d9d3b0-28aa-4dbc-a0e8-27dc1f44803e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 943 time: 0.0744271 Sep 15 17:09:15.687848 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7bc161c5-9cfc-411c-ba27-3eb727d29db9 req-a7e73c72-df85-44a8-92b5-f670b5b3bce2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Sep 15 17:09:15.800401 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:09:15.949545 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe47ae-6de8-4832-9df7-60b2e940ed9c req-8dda5db3-c39b-4a52-b475-4a8e89d66844 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.951636 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44fe47ae-6de8-4832-9df7-60b2e940ed9c req-8dda5db3-c39b-4a52-b475-4a8e89d66844 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Sep 15 17:09:15.955359 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 57f6320a-4e71-449e-94e3-99c70d0310ab) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:15.960465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:15.961150 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:15.964241 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f77059-0fcc-40ca-8a8e-61d7d9f07d6e None None] Network 57f6320a-4e71-449e-94e3-99c70d0310ab requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:16.009398 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44fe47ae-6de8-4832-9df7-60b2e940ed9c req-fd12d38c-d765-402e-b1f9-6d222cc6dcd8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503781 Sep 15 17:09:16.053457 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe408-437a-4412-be08-529edf8a1f7f req-64cc63df-6485-46e6-8ef9-328f1b5be573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.054994 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-64cc63df-6485-46e6-8ef9-328f1b5be573 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0419528 Sep 15 17:09:16.065351 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-09cee378-bf22-4594-b277-547a7e3fa7ec admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9794922 Sep 15 17:09:16.068000 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48314) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:16.072383 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:16.179665 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.181105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.257323 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-57f6320a-4e71-449e-94e3-99c70d0310ab', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:09:16.257981 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.258267 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.376225 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88f4642d-29ea-4edd-87ab-2e87320e6ca7 req-2f777494-3243-43b9-83af-f56109720001 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 210 time: 0.0363050 Sep 15 17:09:16.386102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe408-437a-4412-be08-529edf8a1f7f req-d349a326-73ae-48b8-8ad0-c51e78750610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.387827 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-d349a326-73ae-48b8-8ad0-c51e78750610 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.3235238 Sep 15 17:09:16.418514 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Allocated IP 172.20.0.2 (57f6320a-4e71-449e-94e3-99c70d0310ab/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9/94d7b5e8-50d1-4256-9f7e-0dd1601a4551) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:16.430107 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-4cd6a923-06dc-454b-ac47-66e49ba01304 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0338707 Sep 15 17:09:16.478213 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.487640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fe408-437a-4412-be08-529edf8a1f7f req-2b2f31de-0efb-41d6-b1fa-4c9d508c36be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.489111 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-2b2f31de-0efb-41d6-b1fa-4c9d508c36be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0492921 Sep 15 17:09:16.524009 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-de94e60b-8bed-4418-b662-1ebf6b75243c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272448 Sep 15 17:09:16.567802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.616363 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-53ede4e7-46e6-4b64-b513-517078c471b5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810797 Sep 15 17:09:16.720026 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.725185 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-622fe408-437a-4412-be08-529edf8a1f7f req-bc75deaa-e203-4c7b-9018-e8ec3b048140 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977569 Sep 15 17:09:16.764232 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:16.764740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:16.768462 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:16.812552 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.816217 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Pushing event updated for resources: {'Port': ['ID=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:16.832957 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Attempting to bind port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Attempting to bind port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Attempting to bind port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Bound using segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Bound port: 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:16.884970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:16.886568 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e2404fe4-645d-4b5f-b18c-e4ce60c78269 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:16.899657 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81322b-188f-4799-8623-014311fcb144 req-a6db5c86-9edb-405d-a64d-b2a735c6e1f2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:16.906074 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3e81322b-188f-4799-8623-014311fcb144 req-a6db5c86-9edb-405d-a64d-b2a735c6e1f2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 943 time: 0.1368814 Sep 15 17:09:16.967766 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3e81322b-188f-4799-8623-014311fcb144 req-8f95b08c-5f8c-46b0-8c00-9e1efbf699bd tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Sep 15 17:09:17.008260 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] For port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:17.021679 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Allocated IP 172.27.1.110 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/b45602ff-86fe-455e-983f-d154c6ac5fb8) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:17.025719 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] For port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:17.051940 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:17.064219 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269', 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f', 'port_id': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269', 'mac_address': 'fa:16:3e:9b:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ace24-bf3d-4d74-bc3b-0dace0591eda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:17.091815 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.148464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.168498 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a20225-35a0-4f35-8658-b2fd8c900a87 None None] Pushing event updated for resources: {'Port': ['ID=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:17.171648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c0a9b-2d6b-4e8a-8d8e-e478b914b4f8 req-eb0c1e25-f4a1-406a-b46c-843ff5807db1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:17.172027 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2404fe4-645d-4b5f-b18c-e4ce60c78269 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:17.173164 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-117c0a9b-2d6b-4e8a-8d8e-e478b914b4f8 req-eb0c1e25-f4a1-406a-b46c-843ff5807db1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0909433 Sep 15 17:09:17.192678 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:17.207843 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.236289 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-117c0a9b-2d6b-4e8a-8d8e-e478b914b4f8 req-bcbe5599-d20e-435b-b554-ee136910ef02 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528436 Sep 15 17:09:17.270337 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.330502 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:17.345056 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.398807 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:17.413435 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:17.417619 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:17.420257 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b45602ff-86fe-455e-983f-d154c6ac5fb8,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:17.503349 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-87c9418f-d265-4732-b3fe-01b5d2539207 req-6f356b35-a2b2-411f-a4aa-a3be4025f816 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 210 time: 0.0336809 Sep 15 17:09:17.615453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['e2404fe4-645d-4b5f-b18c-e4ce60c78269'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:17.768837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:17.839824 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-254a1321-b8ea-4eb2-976a-19560d179622 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:17.842558 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-254a1321-b8ea-4eb2-976a-19560d179622 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "GET /v2.0/networks?id=bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 200 len: 808 time: 0.1179848 Sep 15 17:09:17.856419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Request body: {'port': {'device_id': '4cafbf19-7b88-48de-abe1-a967168403ac', 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a', 'admin_state_up': True, 'tenant_id': 'd277f69c002141b982b76c2222a8be70'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:18.109691 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Made reservation on behalf of d277f69c002141b982b76c2222a8be70 for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:18.113133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.150514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea27c3a-6f05-47e6-9a8d-0dfe380730a0 req-ce6e7511-31dc-4f77-83a7-4bed6dee5a7b tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.151977 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eea27c3a-6f05-47e6-9a8d-0dfe380730a0 req-ce6e7511-31dc-4f77-83a7-4bed6dee5a7b tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 944 time: 0.0862176 Sep 15 17:09:18.243461 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cf4d31-1179-4d79-8429-8129525e19ce None None] Network 57f6320a-4e71-449e-94e3-99c70d0310ab requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:18.246426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eea27c3a-6f05-47e6-9a8d-0dfe380730a0 req-97abdde9-0430-4538-959a-9eb1e3e5f67e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833344 Sep 15 17:09:18.306082 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Allocated IP 172.20.0.7 (bc33686f-36d4-4f3f-81df-c19801f96b4a/4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa/cf7a4172-e74c-48d2-93ab-594e84d7e497) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:18.311414 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.391979 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] Provisioning complete for port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:18.392492 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.414236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:18.463905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1185334-7152-49d2-a84d-62ec8b705da9 req-6036577b-9762-4d88-924f-4606ca9becd4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.465424 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d1185334-7152-49d2-a84d-62ec8b705da9 req-6036577b-9762-4d88-924f-4606ca9becd4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.1040154 Sep 15 17:09:18.513689 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.527119 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d1185334-7152-49d2-a84d-62ec8b705da9 req-07f2ebc4-fad5-473e-b224-6a07a6977d81 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512540 Sep 15 17:09:18.573704 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:18.574336 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.613638 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-94b54f30-e04e-4873-ba7e-aa4dfb56b172 req-f97845ff-3c85-4a61-b1ce-2be7a6c54d2b tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 210 time: 0.0267990 Sep 15 17:09:18.627826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Router 86898370-10a7-409a-9b96-f1e318226a95 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:09:18.635751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.647966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.686415 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] For port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:18.696117 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Network bc33686f-36d4-4f3f-81df-c19801f96b4a is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:18.699801 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:18.702993 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:18.738074 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.762058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:18.764966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Pushing event updated for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:18.765742 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.776377 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:18.777041 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.788332 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:18.801868 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:18.802484 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:08:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:18.847099 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:09:18.847715 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG oslo_db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:09:18.850631 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ffe74-ac54-4126-b264-ae50b8215aa9 None None] Pushing event updated for resources: {'Port': ['ID=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:18.859686 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-77977856-9d23-4df0-9d58-edfb56a97d49 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0075648 Sep 15 17:09:18.877965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Request body: {'port': {'device_id': '4cafbf19-7b88-48de-abe1-a967168403ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:18.894286 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.896825 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e2404fe4-645d-4b5f-b18c-e4ce60c78269 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:18.897153 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-719010af-f7f0-48b7-abb8-d295013014b9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8261740 Sep 15 17:09:18.898001 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48346) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:18.929451 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:18.976580 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:18.993342 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-5a1e2132-d9b2-4ba0-bc57-f452baa33f70 None None] Provisioning complete for port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:18.993840 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2132-d9b2-4ba0-bc57-f452baa33f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.188073 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port e2404fe4-645d-4b5f-b18c-e4ce60c78269 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:19.192222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port e2404fe4-645d-4b5f-b18c-e4ce60c78269 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:19.192222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.210460 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:17Z', 'revision_number': 3, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:19.240930 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:19.241688 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Updating router 86898370-10a7-409a-9b96-f1e318226a95 port b45602ff-86fe-455e-983f-d154c6ac5fb8 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:09:19.268776 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.315335 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7a4172-e74c-48d2-93ab-594e84d7e497 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:19.324122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.345711 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.347284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Transition to ACTIVE for port object cf7a4172-e74c-48d2-93ab-594e84d7e497 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:09:19.417782 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.427696 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:19.430443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37635c24-a796-4100-a753-941b3b76395b" -d '{"events": [{"server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "name": "network-vif-plugged", "status": "completed", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:19.453868 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:19.465388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72fa12-1bcb-47a7-94d8-7eae13b7ef0d req-18ab94b2-777d-4fbc-ad16-5508f1f1c3ae tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.473129 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef72fa12-1bcb-47a7-94d8-7eae13b7ef0d req-18ab94b2-777d-4fbc-ad16-5508f1f1c3ae tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 944 time: 0.1031396 Sep 15 17:09:19.488569 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.497526 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75967c4a-fb0e-4fdb-bd2f-27afb4e95154 x-openstack-request-id: req-75967c4a-fb0e-4fdb-bd2f-27afb4e95154 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:19.497526 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "name": "network-vif-plugged", "status": "completed", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:19.498959 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75967c4a-fb0e-4fdb-bd2f-27afb4e95154 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:19.499460 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269', 'code': 200} Sep 15 17:09:19.544380 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.561382 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef72fa12-1bcb-47a7-94d8-7eae13b7ef0d req-307f7d05-6182-4461-886d-699c8c5b50c2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822740 Sep 15 17:09:19.608737 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Attempting to bind port cf7a4172-e74c-48d2-93ab-594e84d7e497 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:19.610908 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Attempting to bind port cf7a4172-e74c-48d2-93ab-594e84d7e497 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:19.610908 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Attempting to bind port cf7a4172-e74c-48d2-93ab-594e84d7e497 on network bc33686f-36d4-4f3f-81df-c19801f96b4a {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:19.616933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Port cf7a4172-e74c-48d2-93ab-594e84d7e497 on network bc33686f-36d4-4f3f-81df-c19801f96b4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:09:19.617715 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Attempting to bind port cf7a4172-e74c-48d2-93ab-594e84d7e497 on network bc33686f-36d4-4f3f-81df-c19801f96b4a {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:19.625227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:19.626168 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Checking segment: {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:19.626830 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Bound using segment: {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:19.627484 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Bound port: cf7a4172-e74c-48d2-93ab-594e84d7e497, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396da0c5-4bb8-45c4-b64e-5fe659ad27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:19.628060 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.628290 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.636972 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.651876 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.738292 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:19.738683 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.742013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:19.750659 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4f2ad-20a8-469c-9d1d-837d48b88f5d req-4c3aeda4-c0fa-45fa-a2d3-513677bf8488 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.752236 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f5e4f2ad-20a8-469c-9d1d-837d48b88f5d req-4c3aeda4-c0fa-45fa-a2d3-513677bf8488 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0838835 Sep 15 17:09:19.792870 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f5e4f2ad-20a8-469c-9d1d-837d48b88f5d req-df585855-98c9-4331-b16f-71b9c384fafe tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342395 Sep 15 17:09:19.836843 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.847642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413217dd-38d4-4fd5-933d-92ace1f53c83 req-7c1e6f83-e020-4c56-9e03-f0ba162be6ce tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.849240 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-413217dd-38d4-4fd5-933d-92ace1f53c83 req-7c1e6f83-e020-4c56-9e03-f0ba162be6ce tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 943 time: 0.1295853 Sep 15 17:09:19.858499 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.859291 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:19.861457 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] 10.222.0.54 "PUT /v2.0/ports/cf7a4172-e74c-48d2-93ab-594e84d7e497 HTTP/1.1" status: 200 len: 1093 time: 0.9889016 Sep 15 17:09:19.909725 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Allocated IP 172.20.0.1 (57f6320a-4e71-449e-94e3-99c70d0310ab/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9/47688ace-93f5-401c-bde5-ea5f5d38b135) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:19.923816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:19.925021 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d233c-270a-4366-a65a-f4d19da970ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:19.926288 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Pushing event updated for resources: {'Port': ['ID=b45602ff-86fe-455e-983f-d154c6ac5fb8,revision_number=2']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.928539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6198f81-ef52-4fff-bb8b-0e2ca7a36592 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:19.945688 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.946252 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.946739 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.947541 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.947968 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.948430 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.948917 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.949503 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.949892 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-413217dd-38d4-4fd5-933d-92ace1f53c83 req-df832ce2-b806-49a9-b0c6-24bf14be2c1d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Sep 15 17:09:19.958804 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.960078 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.963223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf351a6-2caa-4f71-aacc-d8dbc98ceb29 req-4efcbb56-2215-4b68-bc0b-4a56f74ceb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:19.963765 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.964270 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:19.968001 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-adf351a6-2caa-4f71-aacc-d8dbc98ceb29 req-4efcbb56-2215-4b68-bc0b-4a56f74ceb05 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 1098 time: 0.1120195 Sep 15 17:09:20.004010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07867dcd-9c1e-41f5-89ae-cf96150c30fa x-openstack-request-id: req-07867dcd-9c1e-41f5-89ae-cf96150c30fa {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:20.004010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:20.004010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07867dcd-9c1e-41f5-89ae-cf96150c30fa {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:20.004010 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497', 'status': 'completed', 'code': 200} Sep 15 17:09:20.034051 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Attempting to bind port b45602ff-86fe-455e-983f-d154c6ac5fb8 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:20.034564 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Attempting to bind port b45602ff-86fe-455e-983f-d154c6ac5fb8 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:20.035026 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Attempting to bind port b45602ff-86fe-455e-983f-d154c6ac5fb8 on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:20.036955 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-6d7ded41-86c1-450b-947c-0c6aa9d1a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.039089 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-6d7ded41-86c1-450b-947c-0c6aa9d1a531 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 1096 time: 0.0539548 Sep 15 17:09:20.040502 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:20.040933 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:20.041328 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.041847 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:20.042370 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Bound port: b45602ff-86fe-455e-983f-d154c6ac5fb8, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:20.042846 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.064830 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-adf351a6-2caa-4f71-aacc-d8dbc98ceb29 req-02307305-3328-4143-9de1-494c4b9e3d39 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Sep 15 17:09:20.081124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.083351 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-c59b650c-c42e-44ce-a69e-eea3b6cb87fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497 HTTP/1.1" status: 200 len: 217 time: 0.0358858 Sep 15 17:09:20.095376 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] For port b45602ff-86fe-455e-983f-d154c6ac5fb8, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:20.098651 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] For port b45602ff-86fe-455e-983f-d154c6ac5fb8, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b45602ff-86fe-455e-983f-d154c6ac5fb8,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:20.205208 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.213932 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.246825 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:20.255364 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:20.255988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:20.271101 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:20.272274 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:08:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:20.279114 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Pushing event updated for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.300316 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.339891 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-351f5937-0630-431a-b975-80770c8ea957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.341491 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-351f5937-0630-431a-b975-80770c8ea957 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa HTTP/1.1" status: 200 len: 848 time: 0.0506649 Sep 15 17:09:20.408493 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-adc60875-afca-421c-99d4-da1da1292d64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc33686f-36d4-4f3f-81df-c19801f96b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478272 Sep 15 17:09:20.408828 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:20.418454 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1d141-5be8-452a-8c51-d0e21a1a4d2e None None] Pushing event updated for resources: {'Port': ['ID=b45602ff-86fe-455e-983f-d154c6ac5fb8,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:20.474548 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:20.513788 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:20.514304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.583688 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.588756 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-beefc57e-4cbd-4d71-a0da-cdfd382c6c8e service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619136 Sep 15 17:09:20.694962 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-90de3f59-52ee-4459-840e-a288ba8f16af None None] Provisioning complete for port 47688ace-93f5-401c-bde5-ea5f5d38b135 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:20.695335 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-90de3f59-52ee-4459-840e-a288ba8f16af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.703323 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bee4a4d3-e12a-42e1-9d53-7c6142eccf2c req-497b6fe1-44fe-4904-b279-740ea23571c1 service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043866 Sep 15 17:09:20.736722 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:17Z', 'revision_number': 3, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:20.746028 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-90de3f59-52ee-4459-840e-a288ba8f16af None None] Port 47688ace-93f5-401c-bde5-ea5f5d38b135 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:20.765531 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f87760-4b67-4116-8a19-5db101984357 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:17Z', 'revision_number': 3, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:20.791090 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090504f-a45a-429b-aaef-8a34dacf8d22 req-8355a5e0-0782-4b3d-b847-127dc9f5b1ee tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.792627 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9090504f-a45a-429b-aaef-8a34dacf8d22 req-8355a5e0-0782-4b3d-b847-127dc9f5b1ee tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.1065359 Sep 15 17:09:20.870956 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9090504f-a45a-429b-aaef-8a34dacf8d22 req-14b36e04-432a-459e-a1ca-7d7dea48d9ff tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Sep 15 17:09:20.886381 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.888371 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d233c-270a-4366-a65a-f4d19da970ae req-1d312ad2-76eb-4571-afdd-ecce9a97deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.890176 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-1d312ad2-76eb-4571-afdd-ecce9a97deea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d277f69c002141b982b76c2222a8be70&device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 1096 time: 0.0490365 Sep 15 17:09:20.962154 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:20.997781 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d233c-270a-4366-a65a-f4d19da970ae req-4889367d-f8dc-420c-bc8f-b1bbb0106969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:20.999468 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-4889367d-f8dc-420c-bc8f-b1bbb0106969 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 200 len: 909 time: 0.0937157 Sep 15 17:09:21.034670 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.046290 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Pushing event updated for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:21.075605 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-f5b51ec3-eebe-4717-95cc-2a711c0bc067 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497 HTTP/1.1" status: 200 len: 217 time: 0.0666542 Sep 15 17:09:21.144571 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d233c-270a-4366-a65a-f4d19da970ae req-36126559-6229-49ed-ae6d-a99d96d4c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.146113 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-36126559-6229-49ed-ae6d-a99d96d4c3d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa HTTP/1.1" status: 200 len: 848 time: 0.0558834 Sep 15 17:09:21.148806 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:21.150299 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:21.154734 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f325dfb-09bc-4907-9650-dbfcb105a084 req-62fee47f-185a-4170-99da-f2c7027ed2bc tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.156377 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2f325dfb-09bc-4907-9650-dbfcb105a084 req-62fee47f-185a-4170-99da-f2c7027ed2bc tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 943 time: 0.0942400 Sep 15 17:09:21.196910 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-efcedef3-bbb0-4239-86f1-e47d474f6732 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc33686f-36d4-4f3f-81df-c19801f96b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329978 Sep 15 17:09:21.348880 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:21.349118 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-7cf37075-ea93-4565-a830-30135d9a0140 service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361587 Sep 15 17:09:21.354041 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2f325dfb-09bc-4907-9650-dbfcb105a084 req-433853b6-daa1-4965-94c5-2b0758fb3091 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863675 Sep 15 17:09:21.514017 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-010d233c-270a-4366-a65a-f4d19da970ae req-25325481-b126-42da-aae3-cf14e69a1ac3 service neutron] 10.222.0.54 "GET /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434550 Sep 15 17:09:21.574832 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b1e0ca6-0966-4269-a67d-a4332808f648 None None] Provisioning complete for port 47688ace-93f5-401c-bde5-ea5f5d38b135 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:21.575358 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b1e0ca6-0966-4269-a67d-a4332808f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:21.616948 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e0ca6-0966-4269-a67d-a4332808f648 None None] Port 47688ace-93f5-401c-bde5-ea5f5d38b135 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:21.823795 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148d367-796a-418a-a23e-734dd5e5f3cd req-1bde389f-a595-4e46-b6aa-8d4663f4e54c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:21.826655 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e148d367-796a-418a-a23e-734dd5e5f3cd req-1bde389f-a595-4e46-b6aa-8d4663f4e54c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0919323 Sep 15 17:09:21.846486 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:21.856569 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-bfbc5cd3-8042-4bb5-a709-1d42abe999da admin admin] 10.222.0.57 "PUT /v2.0/routers/86898370-10a7-409a-9b96-f1e318226a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576008 Sep 15 17:09:21.876831 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e148d367-796a-418a-a23e-734dd5e5f3cd req-37499ef4-fdfe-4a33-9193-9344b35026f8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Sep 15 17:09:22.000284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5fbcc-8165-46ef-92b2-48b8e2d775c9 req-17ffb7cb-c7be-4758-9b7f-5f5e489fe3f2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:22.001997 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a5b5fbcc-8165-46ef-92b2-48b8e2d775c9 req-17ffb7cb-c7be-4758-9b7f-5f5e489fe3f2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Sep 15 17:09:22.045273 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a5b5fbcc-8165-46ef-92b2-48b8e2d775c9 req-2d95d8e3-673b-422f-af82-f2a537d4a669 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Sep 15 17:09:22.333048 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-eef56af6-10de-4eb5-a87e-9d79e1c23027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.411962 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b45602ff-86fe-455e-983f-d154c6ac5fb8 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:22.470904 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b45602ff-86fe-455e-983f-d154c6ac5fb8 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:22.471536 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.515521 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e1a4-da05-4e98-972c-4841a63fefe5 req-c3de1ea2-2be7-4589-b592-6ad457eb8fa2 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:22.517626 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0fd6e1a4-da05-4e98-972c-4841a63fefe5 req-c3de1ea2-2be7-4589-b592-6ad457eb8fa2 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 943 time: 0.0606520 Sep 15 17:09:22.559078 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0fd6e1a4-da05-4e98-972c-4841a63fefe5 req-efd8dfb4-8658-41da-8966-14a80121989d tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Sep 15 17:09:22.566437 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.592228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port b45602ff-86fe-455e-983f-d154c6ac5fb8, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b45602ff-86fe-455e-983f-d154c6ac5fb8,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:22.688547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48466) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:22.688795 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.693755 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1653461563-network', 'tenant_id': '8006829dfab54d869b4067366c17b628'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:22.717902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6056-4b22-499a-91da-62c82638675f None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:22.738549 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:22.739154 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:08:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:22.784642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Made reservation on behalf of 8006829dfab54d869b4067366c17b628 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:22.787300 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.790033 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=b45602ff-86fe-455e-983f-d154c6ac5fb8,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:22.799132 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:22.880546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:22.961431 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.058973 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.081082 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:09:23.097464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5555a242-b4c6-41e7-8052-76cd0bd7fb38,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.100661 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.101244 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Added segment 7bd2ad66-45be-469a-828c-75f42ac08db1 of type vlan for network 12703efe-022a-439f-9934-759675a709ec Sep 15 17:09:23.114582 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.114936 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.115281 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.115612 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.116105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.116596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.116933 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.117260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.117799 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.118120 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.118439 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.118764 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:23.142819 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 2, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:23.170705 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6056-4b22-499a-91da-62c82638675f None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:23.171181 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6056-4b22-499a-91da-62c82638675f None None] Updating router 86898370-10a7-409a-9b96-f1e318226a95 port 47688ace-93f5-401c-bde5-ea5f5d38b135 binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:09:23.178652 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.202896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.273265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.274596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.275287 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.334182 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] Pushing event updated for resources: {'Network': ['ID=12703efe-022a-439f-9934-759675a709ec,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.345922 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 12703efe-022a-439f-9934-759675a709ec details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:09:23.410699 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-4f49c846-4bed-4e88-a05e-a7baeaaf4011 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7207739 Sep 15 17:09:23.413863 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48484) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:23.418819 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Request body: {'subnet': {'network_id': '12703efe-022a-439f-9934-759675a709ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1653461563-subnet', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:23.515355 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Made reservation on behalf of 8006829dfab54d869b4067366c17b628 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:09:23.517987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63880618'] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.532782 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.613051 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.704272 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd5e82-29ad-436c-a478-9b1d34250c10 None None] Pushing event updated for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.777537 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-740c6056-4b22-499a-91da-62c82638675f None None] Attempting to bind port 47688ace-93f5-401c-bde5-ea5f5d38b135 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:23.777935 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-740c6056-4b22-499a-91da-62c82638675f None None] Attempting to bind port 47688ace-93f5-401c-bde5-ea5f5d38b135 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:23.778302 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c6056-4b22-499a-91da-62c82638675f None None] Attempting to bind port 47688ace-93f5-401c-bde5-ea5f5d38b135 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:23.782003 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094581e-17a8-4218-a2cc-3ed63d1bbd57 req-bc4956d8-6789-4594-aeec-168e05f4376f tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:23.783594 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9094581e-17a8-4218-a2cc-3ed63d1bbd57 req-bc4956d8-6789-4594-aeec-168e05f4376f tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 943 time: 0.1224782 Sep 15 17:09:23.784149 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c6056-4b22-499a-91da-62c82638675f None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:23.784524 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c6056-4b22-499a-91da-62c82638675f None None] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:23.785466 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.786056 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c6056-4b22-499a-91da-62c82638675f None None] Bound using segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:23.786761 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-740c6056-4b22-499a-91da-62c82638675f None None] Bound port: 47688ace-93f5-401c-bde5-ea5f5d38b135, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:23.787301 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.831975 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9094581e-17a8-4218-a2cc-3ed63d1bbd57 req-94f1628c-62bb-452b-89d5-d31f58b5686c tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406926 Sep 15 17:09:23.856855 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63880580'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.861824 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-740c6056-4b22-499a-91da-62c82638675f None None] For port 47688ace-93f5-401c-bde5-ea5f5d38b135, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:23.865314 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-740c6056-4b22-499a-91da-62c82638675f None None] For port 47688ace-93f5-401c-bde5-ea5f5d38b135, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=47688ace-93f5-401c-bde5-ea5f5d38b135,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:23.913916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=84da881f-acde-4437-8239-723a17bea8ed,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:23.924628 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Checking segment: {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:23.925025 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Network hostable DHCP agents. Network: 12703efe-022a-439f-9934-759675a709ec, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:09:23.953300 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] Provisioning complete for port 47688ace-93f5-401c-bde5-ea5f5d38b135 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:23.953745 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:23.955726 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-740c6056-4b22-499a-91da-62c82638675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.040089 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Network 12703efe-022a-439f-9934-759675a709ec is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:09:24.063417 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:24.064014 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:08:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:24.111638 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd5e82-29ad-436c-a478-9b1d34250c10 None None] Pushing event updated for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.144226 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 12703efe-022a-439f-9934-759675a709ec) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:24.153833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:24.155207 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.236810 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-494ff9e6-39cb-4c5d-b4be-b12b49ed12ff admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8194780 Sep 15 17:09:24.237018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48514) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:24.241352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:24.270438 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0575df92-561b-4977-aeaf-5fa56226bf32 None None] Network 12703efe-022a-439f-9934-759675a709ec requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:24.353705 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.354780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.372969 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b45602ff-86fe-455e-983f-d154c6ac5fb8 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:24.381790 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.426707 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.437144 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:24.550725 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] For port 47688ace-93f5-401c-bde5-ea5f5d38b135, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=47688ace-93f5-401c-bde5-ea5f5d38b135,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:24.653638 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b45602ff-86fe-455e-983f-d154c6ac5fb8 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:24.654760 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.682592 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.699382 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.754510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-12703efe-022a-439f-9934-759675a709ec', 'network_id': '12703efe-022a-439f-9934-759675a709ec', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'fixed_ips': [{'subnet_id': '84da881f-acde-4437-8239-723a17bea8ed'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:09:24.755364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.843287 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81861fdd-72ad-436e-b452-ed3eb398a8be None None] Pushing event updated for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:24.931354 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-3bfd2ce8-c2c1-4e94-96f9-f5de5fc9bc9c None None] Provisioning complete for port 47688ace-93f5-401c-bde5-ea5f5d38b135 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:24.931622 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3bfd2ce8-c2c1-4e94-96f9-f5de5fc9bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:24.956360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device cf7a4172-e74c-48d2-93ab-594e84d7e497 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:24.957562 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f44620-c20e-4859-96e6-c58917392ba1 req-3738db8a-d7c7-4ddf-b392-a4a274c9010b tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:24.959762 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8f44620-c20e-4859-96e6-c58917392ba1 req-3738db8a-d7c7-4ddf-b392-a4a274c9010b tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 943 time: 0.0573294 Sep 15 17:09:24.985754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.003310 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8f44620-c20e-4859-96e6-c58917392ba1 req-fa55755e-7071-4184-bb47-fa3838a2d885 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Sep 15 17:09:25.009978 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.095638 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-245fc62f-d090-42b0-8344-b0650a9d2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.131496 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Allocated IP 172.27.1.209 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/90b737c8-a091-423c-a2ce-ea58051e5c8a) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:25.143272 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-740c6056-4b22-499a-91da-62c82638675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:23Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:25.160918 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Allocated IP 172.20.0.2 (12703efe-022a-439f-9934-759675a709ec/84da881f-acde-4437-8239-723a17bea8ed/9e2c1cb5-800d-469c-97c4-07544156620d) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:25.202035 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c6056-4b22-499a-91da-62c82638675f None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:23Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:25.285232 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.311718 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:25.375234 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.375234 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'cf7a4172-e74c-48d2-93ab-594e84d7e497', 'network_id': 'bc33686f-36d4-4f3f-81df-c19801f96b4a', 'port_id': 'cf7a4172-e74c-48d2-93ab-594e84d7e497', 'mac_address': 'fa:16:3e:41:b2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:25.393425 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.443759 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:25.443759 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:25.445647 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:25.458252 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.475184 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=90b737c8-a091-423c-a2ce-ea58051e5c8a,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:25.496112 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7a4172-e74c-48d2-93ab-594e84d7e497 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:25.537253 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:25.539704 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.617118 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.647163 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.678496 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Network 12703efe-022a-439f-9934-759675a709ec is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:25.681708 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:25.684297 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:25.692000 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:25.779428 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Pushing event updated for resources: {'Port': ['ID=9e2c1cb5-800d-469c-97c4-07544156620d,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:25.784602 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Attempting to bind port 9e2c1cb5-800d-469c-97c4-07544156620d on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:25.786599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Attempting to bind port 9e2c1cb5-800d-469c-97c4-07544156620d by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:25.786599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Attempting to bind port 9e2c1cb5-800d-469c-97c4-07544156620d on network 12703efe-022a-439f-9934-759675a709ec {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:25.791616 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:25.791992 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Checking segment: {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:25.792396 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.792787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Bound using segment: {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:25.793252 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Bound port: 9e2c1cb5-800d-469c-97c4-07544156620d, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:25.793656 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.941891 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:25.943143 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] For port 9e2c1cb5-800d-469c-97c4-07544156620d, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:25.964370 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] For port 9e2c1cb5-800d-469c-97c4-07544156620d, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9e2c1cb5-800d-469c-97c4-07544156620d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:25.993319 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['cf7a4172-e74c-48d2-93ab-594e84d7e497'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:26.077123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.080359 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.174470 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa34a8-2cab-4bfa-b5fc-9dca3d57dae8 None None] Pushing event updated for resources: {'Port': ['ID=9e2c1cb5-800d-469c-97c4-07544156620d,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:26.177646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.455939 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Router 8df6504f-4822-4223-8c9b-8d1e3d907610 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:09:26.547700 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 47688ace-93f5-401c-bde5-ea5f5d38b135 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:26.586595 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:26.600675 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Sync routers for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:26.610951 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 47688ace-93f5-401c-bde5-ea5f5d38b135 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:26.611412 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.618282 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:26.619331 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:09:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:26.680648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:26.682102 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e74bd91f-3ec4-4c4c-8e56-be0d2250bdb5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4441097 Sep 15 17:09:26.685687 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48558) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:26.754032 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:26.948987 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device cf7a4172-e74c-48d2-93ab-594e84d7e497 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:26.955745 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ed981-82cd-4656-abe4-b4e98f1c2eaf req-3abaeed5-6d68-4700-9b91-9ce85ef61114 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:26.967730 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c16ed981-82cd-4656-abe4-b4e98f1c2eaf req-3abaeed5-6d68-4700-9b91-9ce85ef61114 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 944 time: 0.0818958 Sep 15 17:09:27.022937 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:25Z', 'revision_number': 3, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:27.060259 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Checking router: 8df6504f-4822-4223-8c9b-8d1e3d907610 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:27.060628 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Updating router 8df6504f-4822-4223-8c9b-8d1e3d907610 port 90b737c8-a091-423c-a2ce-ea58051e5c8a binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:09:27.062764 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c16ed981-82cd-4656-abe4-b4e98f1c2eaf req-af29ac4e-35b6-46f5-a88a-b6efc8ffbc64 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959344 Sep 15 17:09:27.097245 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.232188 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.244593 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port cf7a4172-e74c-48d2-93ab-594e84d7e497 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:09:27.249281 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port cf7a4172-e74c-48d2-93ab-594e84d7e497 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:27.249779 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.384062 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.416890 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:27.421565 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bb8a6b-45ad-45ba-ac4f-995fcc5f8e7a" -d '{"events": [{"server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:27.439218 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:27.465203 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37529de-2679-4cbd-a0a7-cc80bd874ece x-openstack-request-id: req-c37529de-2679-4cbd-a0a7-cc80bd874ece {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:27.465523 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "name": "network-vif-plugged", "status": "completed", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:27.465867 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c37529de-2679-4cbd-a0a7-cc80bd874ece {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:27.466928 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497', 'code': 200} Sep 15 17:09:27.484570 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.507082 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb65fd6-f309-4d99-8351-adf8e697ca8a None None] Network 12703efe-022a-439f-9934-759675a709ec requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:09:27.524283 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.558943 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.624445 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] Provisioning complete for port 9e2c1cb5-800d-469c-97c4-07544156620d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:27.624841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.653305 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2770af-7e92-4071-a5e0-859f2b88448f None None] Pushing event updated for resources: {'Port': ['ID=90b737c8-a091-423c-a2ce-ea58051e5c8a,revision_number=2']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:27.659645 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Attempting to bind port 90b737c8-a091-423c-a2ce-ea58051e5c8a on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:27.660357 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Attempting to bind port 90b737c8-a091-423c-a2ce-ea58051e5c8a by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:27.661090 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Attempting to bind port 90b737c8-a091-423c-a2ce-ea58051e5c8a on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:27.664958 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:27.669818 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:27.670890 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:27.671569 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.672321 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:27.673079 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Bound port: 90b737c8-a091-423c-a2ce-ea58051e5c8a, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:27.673782 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.721070 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Allocated IP 172.20.0.1 (12703efe-022a-439f-9934-759675a709ec/84da881f-acde-4437-8239-723a17bea8ed/9a628a28-43b1-456a-b7f8-005a59a7721d) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:09:27.756051 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] For port 90b737c8-a091-423c-a2ce-ea58051e5c8a, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:27.759798 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] For port 90b737c8-a091-423c-a2ce-ea58051e5c8a, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=90b737c8-a091-423c-a2ce-ea58051e5c8a,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:27.793964 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.816093 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4e26c-d581-44d6-b7a2-07b129bee5f1 req-a6ebfcf3-2b80-4fb3-a1c1-33235bb55936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:27.817887 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.818049 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5fc4e26c-d581-44d6-b7a2-07b129bee5f1 req-a6ebfcf3-2b80-4fb3-a1c1-33235bb55936 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 1098 time: 0.0584574 Sep 15 17:09:27.836730 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] For port 9e2c1cb5-800d-469c-97c4-07544156620d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9e2c1cb5-800d-469c-97c4-07544156620d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:27.840265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.859162 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.861986 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5fc4e26c-d581-44d6-b7a2-07b129bee5f1 req-6ab726b2-6f79-41a2-a0a5-2fe871b0df1b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Sep 15 17:09:27.912572 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:27.913169 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:09:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:27.924679 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.959518 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:27.996051 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2770af-7e92-4071-a5e0-859f2b88448f None None] Pushing event updated for resources: {'Port': ['ID=90b737c8-a091-423c-a2ce-ea58051e5c8a,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:28.010649 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Network 12703efe-022a-439f-9934-759675a709ec is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:28.014671 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:28.019106 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:09:28.028483 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205b0a5-2ec2-440e-893a-980817aac673 None None] Pushing event updated for resources: {'Port': ['ID=9e2c1cb5-800d-469c-97c4-07544156620d,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:28.066988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Pushing event updated for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:28.072116 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.079415 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-abc6cd70-2bd5-4eac-86b0-7b8df1eed35d None None] Provisioning complete for port 9e2c1cb5-800d-469c-97c4-07544156620d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:28.079872 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-abc6cd70-2bd5-4eac-86b0-7b8df1eed35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.103363 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:28.229399 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66829e-eab6-40a1-a93c-a3e439a3d08c req-68b741be-2c34-434e-97dd-83655a433619 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.236925 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9b66829e-eab6-40a1-a93c-a3e439a3d08c req-68b741be-2c34-434e-97dd-83655a433619 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0849903 Sep 15 17:09:28.282789 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9b66829e-eab6-40a1-a93c-a3e439a3d08c req-7d99f5eb-db98-466a-aecc-30f65cf2e63b tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 Sep 15 17:09:28.361938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.371245 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:25Z', 'revision_number': 3, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:28.426507 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-62471e82-e0fa-4b7e-b4b7-9a64cd118127 None None] Provisioning complete for port 9a628a28-43b1-456a-b7f8-005a59a7721d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:28.427784 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-62471e82-e0fa-4b7e-b4b7-9a64cd118127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.459619 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9e2c1cb5-800d-469c-97c4-07544156620d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:28.522081 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-62471e82-e0fa-4b7e-b4b7-9a64cd118127 None None] Port 9a628a28-43b1-456a-b7f8-005a59a7721d cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:28.539735 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b355a-15b5-48a0-86f8-57597fbd48d0 None None] The sync data for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi is: [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:25Z', 'revision_number': 3, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:28.554605 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 9e2c1cb5-800d-469c-97c4-07544156620d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:28.555013 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.632765 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.634564 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e27c-731f-456d-bd30-0fbfa2362f49 req-5f29450e-9b12-4c6e-b6d6-f3926f95eb63 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:28.636305 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ec06e27c-731f-456d-bd30-0fbfa2362f49 req-5f29450e-9b12-4c6e-b6d6-f3926f95eb63 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0585821 Sep 15 17:09:28.681131 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ec06e27c-731f-456d-bd30-0fbfa2362f49 req-a0c864b6-ec30-44bb-8abc-ae40497fc70f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Sep 15 17:09:28.733615 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.811282 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:28.813170 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Pushing event updated for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:28.914818 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Network 12703efe-022a-439f-9934-759675a709ec is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:09:28.916255 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:09:29.038006 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Router 8df6504f-4822-4223-8c9b-8d1e3d907610 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:09:29.155360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-35ee7709-4979-4693-a51a-54cbce700129 None None] Provisioning complete for port 9a628a28-43b1-456a-b7f8-005a59a7721d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:29.155912 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-35ee7709-4979-4693-a51a-54cbce700129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:29.181262 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:09:29.186363 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e7c5773c-3ae3-4f58-b75d-f8b004051675 admin admin] 10.222.0.57 "PUT /v2.0/routers/8df6504f-4822-4223-8c9b-8d1e3d907610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987969 Sep 15 17:09:29.194841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-35ee7709-4979-4693-a51a-54cbce700129 None None] Port 9a628a28-43b1-456a-b7f8-005a59a7721d cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:29.437072 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fa978-13f9-49b9-8a48-84560c6aa26c req-52abe379-9f09-4547-8b6a-465b8161fea0 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:29.439738 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3c6fa978-13f9-49b9-8a48-84560c6aa26c req-52abe379-9f09-4547-8b6a-465b8161fea0 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0678639 Sep 15 17:09:29.478613 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3c6fa978-13f9-49b9-8a48-84560c6aa26c req-c8ddd94a-9a96-4d3c-9134-11d754938152 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Sep 15 17:09:29.815516 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140946b-e188-42ca-9713-888d46e27bf9 req-20f59028-d288-4596-890f-cc82296d3793 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:29.817288 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3140946b-e188-42ca-9713-888d46e27bf9 req-20f59028-d288-4596-890f-cc82296d3793 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Sep 15 17:09:29.869275 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 48616) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:29.874008 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3140946b-e188-42ca-9713-888d46e27bf9 req-e19e386f-8322-4b57-972d-bbd098f71903 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 Sep 15 17:09:29.874911 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462934587', 'description': 'tempest-secgroup-smoke-462934587 description', 'project_id': '84dae60609d44d228f54592ae936a0ea'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:29.961496 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.043706 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.118615 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.149884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:30.160023 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.160386 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.160740 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.161062 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.161546 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.162045 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.162376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.162713 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.163034 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.163352 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.163669 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.163986 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:09:30.193678 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Sync routers for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:09:30.203221 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:30.203918 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:09:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.221349 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.222872 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8f4effab-0b76-48ac-b0e5-3be2e075e481 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3525712 Sep 15 17:09:30.225674 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 48622) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:30.229920 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:30.311168 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:30.371927 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.409062 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 90b737c8-a091-423c-a2ce-ea58051e5c8a up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:30.443134 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.535832 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 90b737c8-a091-423c-a2ce-ea58051e5c8a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:30.536198 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.576697 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.607053 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639c732f-d4db-4d7a-90a6-b614083fabf6,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:30.616605 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814bb94-932f-45d9-bb62-47cecf3a9546 req-9ce10581-4c3e-4aff-af80-cb6fdca10dc3 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:30.618713 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:28Z', 'revision_number': 4, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '9a628a28-43b1-456a-b7f8-005a59a7721d', 'name': '', 'network_id': '12703efe-022a-439f-9934-759675a709ec', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'mac_address': 'fa:16:3e:c4:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '84da881f-acde-4437-8239-723a17bea8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:27Z', 'updated_at': '2021-09-15T17:09:28Z', 'revision_number': 2, 'project_id': '8006829dfab54d869b4067366c17b628', 'subnets': [{'id': '84da881f-acde-4437-8239-723a17bea8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:30.619080 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6814bb94-932f-45d9-bb62-47cecf3a9546 req-9ce10581-4c3e-4aff-af80-cb6fdca10dc3 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0709908 Sep 15 17:09:30.650900 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Checking router: 8df6504f-4822-4223-8c9b-8d1e3d907610 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:09:30.651249 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Updating router 8df6504f-4822-4223-8c9b-8d1e3d907610 port 9a628a28-43b1-456a-b7f8-005a59a7721d binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:09:30.676055 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.682274 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6814bb94-932f-45d9-bb62-47cecf3a9546 req-134f8225-5abc-4c66-9e90-8b81b622f034 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Sep 15 17:09:30.692972 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.707632 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 90b737c8-a091-423c-a2ce-ea58051e5c8a, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=90b737c8-a091-423c-a2ce-ea58051e5c8a,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:30.716689 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.720635 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3066574b-79ab-4e8a-8c0b-5db1313110bb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924293 Sep 15 17:09:30.722939 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48634) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:30.728096 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:30.839986 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.872329 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:30.939511 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=90b737c8-a091-423c-a2ce-ea58051e5c8a,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:30.939888 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.008376 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f96e1-e738-45c5-a7bb-55d26b91d20c req-3204ccb3-614c-4f82-bb07-58e58882e92b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:31.009920 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5b1f96e1-e738-45c5-a7bb-55d26b91d20c req-3204ccb3-614c-4f82-bb07-58e58882e92b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0554748 Sep 15 17:09:31.011125 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.043773 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1417b6ad-17bb-4f40-b1bb-654ba39e5b89,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:31.066019 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5b1f96e1-e738-45c5-a7bb-55d26b91d20c req-5a1b5bb5-9639-4a30-9a8f-76c940928f7f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471239 Sep 15 17:09:31.069344 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.133071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.134374 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-38e9fb39-6332-4cd3-9d92-33b74e4efd09 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4099307 Sep 15 17:09:31.137172 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48638) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:31.142110 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:31.170644 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.224477 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08187e4-99ed-4b1f-ae8e-b66a94bd2bd2 None None] Pushing event updated for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:31.275435 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Attempting to bind port 9a628a28-43b1-456a-b7f8-005a59a7721d on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:09:31.275947 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Attempting to bind port 9a628a28-43b1-456a-b7f8-005a59a7721d by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:09:31.276385 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Attempting to bind port 9a628a28-43b1-456a-b7f8-005a59a7721d on network 12703efe-022a-439f-9934-759675a709ec {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:09:31.284364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:09:31.284499 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Checking segment: {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:09:31.284822 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.285204 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Bound using segment: {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:09:31.285823 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Bound port: 9a628a28-43b1-456a-b7f8-005a59a7721d, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd2ad66-45be-469a-828c-75f42ac08db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '12703efe-022a-439f-9934-759675a709ec'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:09:31.286151 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.298263 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.377526 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.386518 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] For port 9a628a28-43b1-456a-b7f8-005a59a7721d, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:09:31.391509 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] For port 9a628a28-43b1-456a-b7f8-005a59a7721d, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9a628a28-43b1-456a-b7f8-005a59a7721d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:09:31.430088 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-d7a3c99a-d14d-4c88-9269-fbfbb3fc7d65 None None] Provisioning complete for port 9a628a28-43b1-456a-b7f8-005a59a7721d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:31.430088 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d7a3c99a-d14d-4c88-9269-fbfbb3fc7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.462993 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3c99a-d14d-4c88-9269-fbfbb3fc7d65 None None] Port 9a628a28-43b1-456a-b7f8-005a59a7721d cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:09:31.587471 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.588021 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.605930 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f50c92-20d4-41d3-bbde-ad11f3335e43,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:31.645827 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:09:31.646432 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:09:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:31.685918 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08187e4-99ed-4b1f-ae8e-b66a94bd2bd2 None None] Pushing event updated for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:31.712913 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.714196 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f2fce04e-ee80-4684-b437-553878ae75f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5760369 Sep 15 17:09:31.717126 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48652) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:31.721741 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:31.775809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:09:31.873403 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.914925 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-e15aa96b-6b6b-481b-a73f-5dff9dfceffa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533178 Sep 15 17:09:31.953604 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] Provisioning complete for port 9a628a28-43b1-456a-b7f8-005a59a7721d triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:31.953968 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:31.967770 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.017818 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-1bdaa3bf-90f5-4ae2-b49f-c01feb46085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.019359 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-1bdaa3bf-90f5-4ae2-b49f-c01feb46085e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 1098 time: 0.0634096 Sep 15 17:09:32.057186 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.086030 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1eb4afa-cbba-4259-96e6-0ebb664df283,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:32.111273 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.129356 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:28Z', 'revision_number': 4, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '9a628a28-43b1-456a-b7f8-005a59a7721d', 'name': '', 'network_id': '12703efe-022a-439f-9934-759675a709ec', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'mac_address': 'fa:16:3e:c4:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '84da881f-acde-4437-8239-723a17bea8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:27Z', 'updated_at': '2021-09-15T17:09:31Z', 'revision_number': 4, 'project_id': '8006829dfab54d869b4067366c17b628', 'subnets': [{'id': '84da881f-acde-4437-8239-723a17bea8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:09:32.167765 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.169126 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-3dc7f4b2-c749-4d7a-8fb5-325ab2c3198e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4510019 Sep 15 17:09:32.172459 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 48666) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:32.174296 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-ad8add0f-676b-46df-8311-8a30805e1a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.175883 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-ad8add0f-676b-46df-8311-8a30805e1a83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.1193793 Sep 15 17:09:32.177151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:32.226743 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-5c5f647a-c8a6-4396-8494-852d9a228c7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Sep 15 17:09:32.270169 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.securitygroups_db [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Project 84dae60609d44d228f54592ae936a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:09:32.275878 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.290849 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e77af-7a2b-4742-be17-c091d7de7520 None None] The sync data for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi is: [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:09:28Z', 'revision_number': 4, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '9a628a28-43b1-456a-b7f8-005a59a7721d', 'name': '', 'network_id': '12703efe-022a-439f-9934-759675a709ec', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'mac_address': 'fa:16:3e:c4:f5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '84da881f-acde-4437-8239-723a17bea8ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:27Z', 'updated_at': '2021-09-15T17:09:31Z', 'revision_number': 4, 'project_id': '8006829dfab54d869b4067366c17b628', 'subnets': [{'id': '84da881f-acde-4437-8239-723a17bea8ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:09:32.292933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-1bcddb69-0543-4546-8e50-d8a679183305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.295424 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-1bcddb69-0543-4546-8e50-d8a679183305 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0541553 Sep 15 17:09:32.301043 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] For port 9a628a28-43b1-456a-b7f8-005a59a7721d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9a628a28-43b1-456a-b7f8-005a59a7721d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:32.336136 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-3462c44d-83cc-443e-90c2-9565afa5f20f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302479 Sep 15 17:09:32.421145 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.470385 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.472297 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 90b737c8-a091-423c-a2ce-ea58051e5c8a up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:32.517347 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-e4591255-5e2c-4090-9ae3-1d4e3c00f9ae service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553309 Sep 15 17:09:32.550390 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978fd00-09aa-4af1-a725-f6c06ec0df56 None None] Pushing event updated for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:32.569327 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 90b737c8-a091-423c-a2ce-ea58051e5c8a triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:32.569744 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.582924 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.627980 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ce339b-1d84-4326-b740-ca7a82bb3b57,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:32.703870 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522646f-d12a-451f-bd2a-222150dd9893 req-66ff1263-e255-4205-9e1d-b96df82db3f4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.711639 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9522646f-d12a-451f-bd2a-222150dd9893 req-66ff1263-e255-4205-9e1d-b96df82db3f4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.1434259 Sep 15 17:09:32.720741 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3bdb5-7105-49ee-9c79-44eba5856626 req-ced765cb-2155-45b4-8a4f-a9e2d3aff1e9 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.728387 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b8a3bdb5-7105-49ee-9c79-44eba5856626 req-ced765cb-2155-45b4-8a4f-a9e2d3aff1e9 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0682471 Sep 15 17:09:32.736199 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.737694 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-bce5f538-1c8f-44e2-8e77-61dd81fa3498 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5643144 Sep 15 17:09:32.741624 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-765543ca-d3cc-4a26-9405-6ddbef53d02f req-a2d1f1f9-d3c3-47dc-a6d9-b8ea7f242854 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101421 Sep 15 17:09:32.743846 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 48676) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:09:32.749053 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'security_group_rule': {'security_group_id': '2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56', 'project_id': '84dae60609d44d228f54592ae936a0ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:09:32.784181 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9522646f-d12a-451f-bd2a-222150dd9893 req-47ee9263-fdba-4129-b264-188e768822f1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716817 Sep 15 17:09:32.792232 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b8a3bdb5-7105-49ee-9c79-44eba5856626 req-3da28298-12b7-4b55-8d70-20bad06d1fe4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629902 Sep 15 17:09:32.827144 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208389-0f98-49c2-a255-283990546997 req-58bad436-6fd5-41d0-8a02-68c6b6359219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.828647 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-58bad436-6fd5-41d0-8a02-68c6b6359219 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0644455 Sep 15 17:09:32.853187 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.securitygroups_db [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Project 84dae60609d44d228f54592ae936a0ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:09:32.868054 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:32.943102 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208389-0f98-49c2-a255-283990546997 req-314adcf7-80dc-4fed-8497-0bab37487964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.943641 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e8def-289c-4377-8430-6c257fd7b0ea req-639de4cb-2706-422d-99bd-de2aa42e1505 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:32.944290 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-314adcf7-80dc-4fed-8497-0bab37487964 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.1032295 Sep 15 17:09:32.947005 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e36e8def-289c-4377-8430-6c257fd7b0ea req-639de4cb-2706-422d-99bd-de2aa42e1505 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0879931 Sep 15 17:09:33.001955 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-13951ca0-a871-410d-b2b2-c502d254f5fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0428460 Sep 15 17:09:33.006212 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.011681 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e36e8def-289c-4377-8430-6c257fd7b0ea req-f6f338b5-04a4-4fe5-bb9e-a654a095f9d2 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547197 Sep 15 17:09:33.065507 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7208389-0f98-49c2-a255-283990546997 req-93af68ef-8bfd-4f7e-be20-7cfc890eeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:33.067102 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-93af68ef-8bfd-4f7e-be20-7cfc890eeff3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0525947 Sep 15 17:09:33.082038 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.102778 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf120c0e-6a1d-408e-8057-62fc79fb1818,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:33.104220 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-1f463fc2-cd29-408d-9dc6-d7ddeaafe6db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258155 Sep 15 17:09:33.179249 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.181078 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-396a21b7-478b-4cc8-9b05-c26d708b2eeb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360445 Sep 15 17:09:33.208391 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-b273d896-8daa-4b68-94bb-879cbec937e8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926890 Sep 15 17:09:33.317211 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a7208389-0f98-49c2-a255-283990546997 req-3cc451b3-0f19-400e-b2d2-1ee9f29e7de9 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969357 Sep 15 17:09:33.915114 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fd36f-66d8-46bf-a7dd-5bbffa19d45e req-b006b717-563b-4a12-817e-301cb2fa4d6c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:33.916619 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4fd36f-66d8-46bf-a7dd-5bbffa19d45e req-b006b717-563b-4a12-817e-301cb2fa4d6c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Sep 15 17:09:33.923186 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48ba3b-0665-452b-9cb3-fdf174f561ed req-bd482df9-f741-433f-8bdb-b4c9021ef8df tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:33.924732 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1c48ba3b-0665-452b-9cb3-fdf174f561ed req-bd482df9-f741-433f-8bdb-b4c9021ef8df tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0474133 Sep 15 17:09:33.939015 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:33.962775 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4fd36f-66d8-46bf-a7dd-5bbffa19d45e req-98707e3b-67a2-4eac-9b65-09f19af21996 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369468 Sep 15 17:09:33.970942 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1c48ba3b-0665-452b-9cb3-fdf174f561ed req-94b34e21-ebd2-4173-8062-6afd6ff0bc90 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Sep 15 17:09:34.129885 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6414a-fdb8-4387-a469-eb3ba60da237 req-63e8b02c-bbe8-4ecc-b654-e388871f015c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:34.131515 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-20a6414a-fdb8-4387-a469-eb3ba60da237 req-63e8b02c-bbe8-4ecc-b654-e388871f015c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0496089 Sep 15 17:09:34.173216 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-20a6414a-fdb8-4387-a469-eb3ba60da237 req-a858a4a1-770e-4fe2-836d-29ff094fed95 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Sep 15 17:09:34.365054 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9a628a28-43b1-456a-b7f8-005a59a7721d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:34.413992 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 9a628a28-43b1-456a-b7f8-005a59a7721d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:34.414364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:34.960220 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-6f604b6e-e36c-413e-8baf-5cd5f31b2746 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:34.961711 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-6f604b6e-e36c-413e-8baf-5cd5f31b2746 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0482802 Sep 15 17:09:35.104253 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56def-7793-46f0-95dc-39ce9b6a1012 req-48208a29-006d-41ff-aeb8-31583d9aaabb tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.113393 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87b56def-7793-46f0-95dc-39ce9b6a1012 req-48208a29-006d-41ff-aeb8-31583d9aaabb tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 945 time: 0.0640929 Sep 15 17:09:35.113540 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31bf41-c136-4759-b2a8-9b1f26de5526 req-136bea35-3d86-4241-881f-326b79c6973f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.113540 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-aa31bf41-c136-4759-b2a8-9b1f26de5526 req-136bea35-3d86-4241-881f-326b79c6973f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0622144 Sep 15 17:09:35.116189 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Deleting port cf7a4172-e74c-48d2-93ab-594e84d7e497 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:09:35.116527 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.151711 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-aa31bf41-c136-4759-b2a8-9b1f26de5526 req-539ca499-cca3-4a46-9d22-99195083f10b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353806 Sep 15 17:09:35.200683 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87b56def-7793-46f0-95dc-39ce9b6a1012 req-549ed9c0-e66b-4405-ae68-58f62ab98c40 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/security-groups?id=352cb9ad-a177-4ea0-b451-1dbce27d9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867674 Sep 15 17:09:35.230110 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] For port cf7a4172-e74c-48d2-93ab-594e84d7e497, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=cf7a4172-e74c-48d2-93ab-594e84d7e497,segment=NetworkSegment(396da0c5-4bb8-45c4-b64e-5fe659ad27a7),segment_id=396da0c5-4bb8-45c4-b64e-5fe659ad27a7)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:35.230505 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.243829 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Calling delete_port for cf7a4172-e74c-48d2-93ab-594e84d7e497 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:09:35.288197 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470fce-d8f6-43d2-a328-d80210a12a29 req-72d04d8c-46cf-489b-b4ca-af62cc7d0eee tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:35.289723 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19470fce-d8f6-43d2-a328-d80210a12a29 req-72d04d8c-46cf-489b-b4ca-af62cc7d0eee tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Sep 15 17:09:35.328678 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19470fce-d8f6-43d2-a328-d80210a12a29 req-b6e1b237-5e4b-4c8f-82c4-77e252eeb10c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Sep 15 17:09:35.516341 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.540799 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['cf7a4172-e74c-48d2-93ab-594e84d7e497'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:35.544323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Pushing event deleted for resources: {'Port': ['ID=cf7a4172-e74c-48d2-93ab-594e84d7e497,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:35.587340 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] No DVR routers for this DVR port cf7a4172-e74c-48d2-93ab-594e84d7e497 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:09:35.589691 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:35.592632 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-03c42939-02bb-47fb-a6b4-345012f9f3d7 req-67b98361-f6aa-46e6-b5bb-e53425a70ed4 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.54 "DELETE /v2.0/ports/cf7a4172-e74c-48d2-93ab-594e84d7e497 HTTP/1.1" status: 204 len: 173 time: 0.6198583 Sep 15 17:09:35.592901 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'name': 'network-vif-deleted', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:35.595477 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52610e06-a56d-4b66-887f-fea0ec155c6f" -d '{"events": [{"server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "name": "network-vif-deleted", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:35.637713 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e332c-2e8f-404b-baab-4aff791e0762 x-openstack-request-id: req-5e5e332c-2e8f-404b-baab-4aff791e0762 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:35.638581 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cafbf19-7b88-48de-abe1-a967168403ac", "name": "network-vif-deleted", "tag": "cf7a4172-e74c-48d2-93ab-594e84d7e497", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:35.638801 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e5e332c-2e8f-404b-baab-4aff791e0762 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:35.639205 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cafbf19-7b88-48de-abe1-a967168403ac', 'name': 'network-vif-deleted', 'tag': 'cf7a4172-e74c-48d2-93ab-594e84d7e497', 'status': 'completed', 'code': 200} Sep 15 17:09:36.273713 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0705f0f-26ec-4b21-b850-a9afa92f5d5d req-d63ae3ee-3a8a-4982-b6f8-cf0cbaf2a806 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.275282 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d0705f0f-26ec-4b21-b850-a9afa92f5d5d req-d63ae3ee-3a8a-4982-b6f8-cf0cbaf2a806 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Sep 15 17:09:36.314173 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-dee0a9ba-27e6-4a9b-8efc-d5118286979d req-d8c3e9c5-6d49-4320-b158-6f8863680622 tempest-VolumesActionsTest-94619940 tempest-VolumesActionsTest-94619940-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cafbf19-7b88-48de-abe1-a967168403ac HTTP/1.1" status: 200 len: 210 time: 0.0254960 Sep 15 17:09:36.323295 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d0705f0f-26ec-4b21-b850-a9afa92f5d5d req-6764ef6c-f377-4bec-a5e5-e83a379e98cb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Sep 15 17:09:36.447581 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53af80-bfd4-4b99-82ba-b33be26e654d req-defdcc6e-18cd-4f99-8874-8f2adc207f87 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:36.449019 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f53af80-bfd4-4b99-82ba-b33be26e654d req-defdcc6e-18cd-4f99-8874-8f2adc207f87 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0511291 Sep 15 17:09:36.485887 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0f53af80-bfd4-4b99-82ba-b33be26e654d req-04e5f458-caee-42ee-b14b-0076b830f2b1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Sep 15 17:09:37.448647 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d7839-ef73-4510-906e-3a0a2f9adbc9 req-76782359-09f6-4c86-9181-3196058c3e1e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.450133 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-539d7839-ef73-4510-906e-3a0a2f9adbc9 req-76782359-09f6-4c86-9181-3196058c3e1e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Sep 15 17:09:37.488523 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-539d7839-ef73-4510-906e-3a0a2f9adbc9 req-b7926226-6073-48c0-9482-936fb81fbe57 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318532 Sep 15 17:09:37.608548 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5da8b-c302-4ecf-8cce-8d9e9aa0d7f9 req-60eb5c26-9bd3-425d-af4d-add4d3b8048c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:37.610085 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bfd5da8b-c302-4ecf-8cce-8d9e9aa0d7f9 req-60eb5c26-9bd3-425d-af4d-add4d3b8048c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0525799 Sep 15 17:09:37.648208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bfd5da8b-c302-4ecf-8cce-8d9e9aa0d7f9 req-0ed995e0-49d2-4df5-9a1e-61c56a3824a4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Sep 15 17:09:38.612487 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cc5cc-6e96-459e-8466-cb54577c5491 req-85dc4c18-e7b5-4b09-b8ef-df14cdbc09ce tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:38.613990 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d83cc5cc-6e96-459e-8466-cb54577c5491 req-85dc4c18-e7b5-4b09-b8ef-df14cdbc09ce tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0525448 Sep 15 17:09:38.652802 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d83cc5cc-6e96-459e-8466-cb54577c5491 req-dd204737-5cbd-4783-bd1c-f135aa8768d2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328214 Sep 15 17:09:38.759344 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcd7aa-2f3a-4b70-b717-544d805f2809 req-feb95d56-43c0-459d-89a5-ff54a76f43b9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:38.760790 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6fdcd7aa-2f3a-4b70-b717-544d805f2809 req-feb95d56-43c0-459d-89a5-ff54a76f43b9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0471680 Sep 15 17:09:38.801856 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6fdcd7aa-2f3a-4b70-b717-544d805f2809 req-8abaec79-68c7-4031-a5ab-53cc2376c71f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Sep 15 17:09:38.988033 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device cf7a4172-e74c-48d2-93ab-594e84d7e497 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:09:39.012662 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: cf7a4172-e74c-48d2-93ab-594e84d7e497 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:09:39.013528 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device cf7a4172-e74c-48d2-93ab-594e84d7e497 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:09:39.771787 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867c616-0f33-40eb-9744-a4689d180f28 req-8c4be4f1-70eb-4b32-ab4d-16eccc76158c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:39.773200 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9867c616-0f33-40eb-9744-a4689d180f28 req-8c4be4f1-70eb-4b32-ab4d-16eccc76158c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0483019 Sep 15 17:09:39.809484 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9867c616-0f33-40eb-9744-a4689d180f28 req-a0c3d7ca-877b-456b-b6c4-1a0ba4cb3b63 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Sep 15 17:09:39.925900 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8e181-13c6-4dee-af5d-c7e4c110d97b req-3089d67b-acf5-4bbc-956a-cb820582e702 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:39.930148 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d9d8e181-13c6-4dee-af5d-c7e4c110d97b req-3089d67b-acf5-4bbc-956a-cb820582e702 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Sep 15 17:09:39.972590 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d9d8e181-13c6-4dee-af5d-c7e4c110d97b req-b4574b12-03d1-47ce-b81b-1dbbc4e13aa8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354636 Sep 15 17:09:40.926664 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa648736-a3d1-4459-a33b-bbfefb87dc4a req-4696aca0-3336-4382-a3fb-713e90fe433e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:40.928613 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa648736-a3d1-4459-a33b-bbfefb87dc4a req-4696aca0-3336-4382-a3fb-713e90fe433e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Sep 15 17:09:40.965160 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa648736-a3d1-4459-a33b-bbfefb87dc4a req-12fdf90c-8c23-47df-b9ad-eadcbc63d134 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307243 Sep 15 17:09:41.083847 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bec265-ab40-40ee-8d67-deb6d9c6b2f8 req-70ad1fc4-bbe8-45c7-b570-994cb44c9ad9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:41.085439 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a3bec265-ab40-40ee-8d67-deb6d9c6b2f8 req-70ad1fc4-bbe8-45c7-b570-994cb44c9ad9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Sep 15 17:09:41.121953 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a3bec265-ab40-40ee-8d67-deb6d9c6b2f8 req-0241e679-5039-4be8-8cf5-d9aa2e911314 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305972 Sep 15 17:09:42.090876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8df4eb-7675-4ee7-8ab5-6bbda0ef13ae req-ea035771-96e2-4bf3-b09d-42c497803029 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:42.092352 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9e8df4eb-7675-4ee7-8ab5-6bbda0ef13ae req-ea035771-96e2-4bf3-b09d-42c497803029 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Sep 15 17:09:42.131348 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9e8df4eb-7675-4ee7-8ab5-6bbda0ef13ae req-a3ca4a3a-29e2-4701-acb8-855280560589 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328016 Sep 15 17:09:42.247648 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea643b2-a92f-42b7-8560-bb2ed01cee03 req-6037e7b2-31e9-44d9-925d-1ce538b247d9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:42.249105 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2ea643b2-a92f-42b7-8560-bb2ed01cee03 req-6037e7b2-31e9-44d9-925d-1ce538b247d9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0585511 Sep 15 17:09:42.290740 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2ea643b2-a92f-42b7-8560-bb2ed01cee03 req-22106f4c-5a29-4fa8-a67f-d5836503744f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Sep 15 17:09:43.248685 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf5bdd-cbad-40da-b94d-12d71867e5b5 req-4b1c10cb-4655-4ef9-b621-a58d73a04132 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.250372 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ecf5bdd-cbad-40da-b94d-12d71867e5b5 req-4b1c10cb-4655-4ef9-b621-a58d73a04132 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Sep 15 17:09:43.286630 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ecf5bdd-cbad-40da-b94d-12d71867e5b5 req-bd330b77-a191-4955-b8ad-67c245fdeacc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304513 Sep 15 17:09:43.405947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4a27-aee6-4ea9-a7f7-76531baddd66 req-b32f1fd6-9c1d-4af4-bb3d-e71e364906d1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:43.407425 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-71fa4a27-aee6-4ea9-a7f7-76531baddd66 req-b32f1fd6-9c1d-4af4-bb3d-e71e364906d1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0482299 Sep 15 17:09:43.447024 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-71fa4a27-aee6-4ea9-a7f7-76531baddd66 req-177fa654-1c0c-4b51-b8a5-e64096289444 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336223 Sep 15 17:09:44.414003 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631ade8-1187-4e08-8a87-e61c87c3c870 req-25074d8e-0514-4342-92fc-0a40fa9f7f85 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:44.415513 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3631ade8-1187-4e08-8a87-e61c87c3c870 req-25074d8e-0514-4342-92fc-0a40fa9f7f85 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0556321 Sep 15 17:09:44.452748 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3631ade8-1187-4e08-8a87-e61c87c3c870 req-0cc71219-0efd-4cf1-9232-d277bd0bef52 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312889 Sep 15 17:09:44.559327 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a6ed9-b3f3-409c-a49b-b41d40b245d7 req-805d606c-84ed-4d00-a2a6-ac9b1af68674 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:44.561402 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-868a6ed9-b3f3-409c-a49b-b41d40b245d7 req-805d606c-84ed-4d00-a2a6-ac9b1af68674 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Sep 15 17:09:44.598308 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-868a6ed9-b3f3-409c-a49b-b41d40b245d7 req-8624f4d3-17b3-4abf-91d4-78b47ea99780 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308094 Sep 15 17:09:45.576499 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903b03c-218c-4431-959d-723cd3888007 req-dd27dea3-8ae4-478f-9c55-ddfae86a0aa5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:45.578232 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1903b03c-218c-4431-959d-723cd3888007 req-dd27dea3-8ae4-478f-9c55-ddfae86a0aa5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0526471 Sep 15 17:09:45.616229 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1903b03c-218c-4431-959d-723cd3888007 req-f13fdcce-08c1-4870-be7a-36d4a304ca1d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Sep 15 17:09:45.720269 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68f20-151d-4787-ab59-73fcf8799eb8 req-94091afb-d160-4e3c-a9fb-0bd031e03066 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:45.722334 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f9b68f20-151d-4787-ab59-73fcf8799eb8 req-94091afb-d160-4e3c-a9fb-0bd031e03066 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0577123 Sep 15 17:09:45.769902 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f9b68f20-151d-4787-ab59-73fcf8799eb8 req-c158f71e-47b7-4df3-aec9-7d039bc94fc1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Sep 15 17:09:46.734587 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5474596-434c-4a98-90ef-8b81c51fdf40 req-3b6c03d5-98d5-4cde-a489-cc66067d6f9a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:46.736060 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c5474596-434c-4a98-90ef-8b81c51fdf40 req-3b6c03d5-98d5-4cde-a489-cc66067d6f9a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Sep 15 17:09:46.773188 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c5474596-434c-4a98-90ef-8b81c51fdf40 req-d2cb56eb-ce98-448f-81f1-8ea9b07a9608 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Sep 15 17:09:46.880941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848976d7-619e-4e54-a3a5-6f56a591265e req-f10e56d7-34ab-47e9-a90c-f3cfa90c80cd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:46.882732 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-848976d7-619e-4e54-a3a5-6f56a591265e req-f10e56d7-34ab-47e9-a90c-f3cfa90c80cd tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0478201 Sep 15 17:09:46.925532 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-848976d7-619e-4e54-a3a5-6f56a591265e req-dce3984f-5aaf-4906-91e1-0d6ee44a4d51 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Sep 15 17:09:47.001043 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:09:47.099117 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:47.110839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '66000c22-9dd9-47c9-9734-cd62275416d3', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:09:47.145670 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:47.158028 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:09:47.176946 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:47.241189 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:47.297803 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=6']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:47.541842 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:09:47.904637 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850b81c-678f-42a0-aaa7-e2f479cd8e88 req-c2d7e46e-1758-41f1-acae-c411c9e1c728 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:47.906232 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d850b81c-678f-42a0-aaa7-e2f479cd8e88 req-c2d7e46e-1758-41f1-acae-c411c9e1c728 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0499542 Sep 15 17:09:47.943683 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d850b81c-678f-42a0-aaa7-e2f479cd8e88 req-a0eec3b7-89ee-49a0-b589-7ba1d806b530 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Sep 15 17:09:48.039721 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c329f1-cdad-4b4e-972c-611454681975 req-1d7203f9-1999-4a12-b55c-1fde71201b88 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:48.041146 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-71c329f1-cdad-4b4e-972c-611454681975 req-1d7203f9-1999-4a12-b55c-1fde71201b88 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0462811 Sep 15 17:09:48.079142 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-71c329f1-cdad-4b4e-972c-611454681975 req-0895427f-3251-4a7e-8903-51daee4ea727 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Sep 15 17:09:49.064341 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108da1-0163-4947-952d-0e04fb23f336 req-726071d3-aebd-4eb7-b3b5-76f3c3355d5b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:49.065863 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f3108da1-0163-4947-952d-0e04fb23f336 req-726071d3-aebd-4eb7-b3b5-76f3c3355d5b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0505557 Sep 15 17:09:49.101684 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f3108da1-0163-4947-952d-0e04fb23f336 req-8e80a6b2-31a3-4de2-b8d4-2e352d7a3832 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296733 Sep 15 17:09:49.192686 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ddf7-810d-4771-a1f7-e56207f90851 req-778cf689-1034-49a1-8edf-84aa0502fe02 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:49.194178 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b300ddf7-810d-4771-a1f7-e56207f90851 req-778cf689-1034-49a1-8edf-84aa0502fe02 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Sep 15 17:09:49.229803 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b300ddf7-810d-4771-a1f7-e56207f90851 req-9a945d4c-202f-43b4-ae82-8495c587e840 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297391 Sep 15 17:09:50.212363 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['66000c22-9dd9-47c9-9734-cd62275416d3'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:09:50.219979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece733a1-61eb-473c-8079-a5ef41548749 req-6b5975e1-ca22-42fa-943d-f66a937c5c8d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:50.221472 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ece733a1-61eb-473c-8079-a5ef41548749 req-6b5975e1-ca22-42fa-943d-f66a937c5c8d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0474806 Sep 15 17:09:50.263415 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ece733a1-61eb-473c-8079-a5ef41548749 req-83d0db9f-285b-4aca-bc87-0516f612316c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324743 Sep 15 17:09:50.355590 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497228d-efac-4208-acd1-1bd2bc202e64 req-02adf4f9-e753-4fea-8798-c854ee59b626 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:50.358380 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4497228d-efac-4208-acd1-1bd2bc202e64 req-02adf4f9-e753-4fea-8798-c854ee59b626 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0565822 Sep 15 17:09:50.400101 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4497228d-efac-4208-acd1-1bd2bc202e64 req-9c4dcdd9-87f3-420e-af93-820cbe5728bc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Sep 15 17:09:51.385696 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd52cfc-cfc6-418b-b7f3-5c59f4714981 req-1fe8d528-4321-4e91-9c62-b5aa36d89dee tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:51.387196 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bbd52cfc-cfc6-418b-b7f3-5c59f4714981 req-1fe8d528-4321-4e91-9c62-b5aa36d89dee tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0494771 Sep 15 17:09:51.442022 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bbd52cfc-cfc6-418b-b7f3-5c59f4714981 req-1950cc5c-fc7a-43cf-b62a-d9aa800fa1a0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Sep 15 17:09:51.528121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80063a6d-6811-4f8a-acee-d519c89f32ef req-3d44e41a-d230-4e80-beaa-fa95c25ef980 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:51.529695 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-80063a6d-6811-4f8a-acee-d519c89f32ef req-3d44e41a-d230-4e80-beaa-fa95c25ef980 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0525436 Sep 15 17:09:51.578229 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-80063a6d-6811-4f8a-acee-d519c89f32ef req-4e1a647d-e985-4cab-9bf7-83afb7321622 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Sep 15 17:09:52.331685 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc111fd7-e3e5-4666-bc7b-75bbd4a83d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:52.596549 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6087-8397-4cb3-8461-241a6130b5b1 req-2087214f-7e3c-47fa-8075-e69c0ca8abbc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:52.609878 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-731b6087-8397-4cb3-8461-241a6130b5b1 req-2087214f-7e3c-47fa-8075-e69c0ca8abbc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0671530 Sep 15 17:09:52.655846 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:09:52.657164 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-731b6087-8397-4cb3-8461-241a6130b5b1 req-823293b5-78f5-49f6-b2a5-cd2b53dca666 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Sep 15 17:09:52.733691 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 66000c22-9dd9-47c9-9734-cd62275416d3 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:09:52.738571 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:52.753681 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7489-efe0-43fe-84c8-5ce90f3eb8ab req-92b14e4f-ab14-4429-8a3e-d3e6b260961a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:52.755245 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9bda7489-efe0-43fe-84c8-5ce90f3eb8ab req-92b14e4f-ab14-4429-8a3e-d3e6b260961a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0594285 Sep 15 17:09:52.810238 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9bda7489-efe0-43fe-84c8-5ce90f3eb8ab req-88a1868e-0089-414a-b7a7-51dadd6b4217 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 Sep 15 17:09:52.845986 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:52.870924 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:09:52.873781 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d554427-fb0c-4bdf-8622-f382008d76d6" -d '{"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:09:52.884688 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:09:52.917179 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e3ba35-1d4e-4269-b32e-f238a4cc8001 x-openstack-request-id: req-78e3ba35-1d4e-4269-b32e-f238a4cc8001 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:09:52.917523 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:09:52.917805 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78e3ba35-1d4e-4269-b32e-f238a4cc8001 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:09:52.918205 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'code': 200} Sep 15 17:09:52.967813 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:53.017060 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=7']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:09:53.766155 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3188d3-63c5-49be-a95b-4ee311fe5691 req-59f40d46-0ee8-4afb-b188-19c17eb4d9a8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:53.767625 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5b3188d3-63c5-49be-a95b-4ee311fe5691 req-59f40d46-0ee8-4afb-b188-19c17eb4d9a8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0470922 Sep 15 17:09:53.812767 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5b3188d3-63c5-49be-a95b-4ee311fe5691 req-3b3bc473-58eb-46c2-b05b-947e71f5d728 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376542 Sep 15 17:09:53.936493 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ae292-1e5d-4d54-9976-0e12b7d23d05 req-d8646d82-dd63-42bb-a26a-780cdd5103ce tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:53.937925 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-610ae292-1e5d-4d54-9976-0e12b7d23d05 req-d8646d82-dd63-42bb-a26a-780cdd5103ce tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Sep 15 17:09:53.975226 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-610ae292-1e5d-4d54-9976-0e12b7d23d05 req-14a595df-5fdd-444d-b37c-8525201172b0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Sep 15 17:09:54.958266 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27087d-37e1-4184-ba55-d735717d89f6 req-f230f91f-3e3b-4cfa-ae95-a3c48c066951 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:54.962792 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2d27087d-37e1-4184-ba55-d735717d89f6 req-f230f91f-3e3b-4cfa-ae95-a3c48c066951 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0700889 Sep 15 17:09:54.983368 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-865e3381-a3d0-41a2-96fb-2f7506435d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:55.011865 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2d27087d-37e1-4184-ba55-d735717d89f6 req-534ccaa9-c9bb-477a-b6d2-db6ad7f7265e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Sep 15 17:09:55.140678 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9315d-1339-44dd-991b-f60a3b1bed05 req-eb1724cb-9d7d-4e84-8879-474b0c2e09fc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:55.142209 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b8e9315d-1339-44dd-991b-f60a3b1bed05 req-eb1724cb-9d7d-4e84-8879-474b0c2e09fc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0751541 Sep 15 17:09:55.201806 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b8e9315d-1339-44dd-991b-f60a3b1bed05 req-24a8b931-5eee-4162-991a-c9c556961064 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527875 Sep 15 17:09:55.316520 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:55.326212 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e840b3c-73ea-42d8-a5bb-50a1b13f920a req-ee39e721-5ebc-4cb1-8232-882ca4fff5a6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:55.327756 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e840b3c-73ea-42d8-a5bb-50a1b13f920a req-ee39e721-5ebc-4cb1-8232-882ca4fff5a6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0739083 Sep 15 17:09:55.379731 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e840b3c-73ea-42d8-a5bb-50a1b13f920a req-6152ccad-16e1-49b2-b188-7cffedf875e9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Sep 15 17:09:56.001435 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:56.141506 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b772fe-5016-4835-a512-c797cc4d2fd3 req-9fb0c4ea-e225-4854-b2a1-563ac404e715 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:56.149629 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87b772fe-5016-4835-a512-c797cc4d2fd3 req-9fb0c4ea-e225-4854-b2a1-563ac404e715 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0628603 Sep 15 17:09:56.198025 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-87b772fe-5016-4835-a512-c797cc4d2fd3 req-e091b6fa-b224-4e8a-a542-4569e16363ae tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Sep 15 17:09:56.332657 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af1e32-838f-4649-b4a0-829d7e026c7a req-551ecdf1-e549-4f0b-9237-e5e85ece5508 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:56.334223 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a6af1e32-838f-4649-b4a0-829d7e026c7a req-551ecdf1-e549-4f0b-9237-e5e85ece5508 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0733249 Sep 15 17:09:56.403028 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a6af1e32-838f-4649-b4a0-829d7e026c7a req-c72c5efd-e058-4f5d-a8d3-e4471e389d9c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620122 Sep 15 17:09:56.516404 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fff32-743b-4a4b-b216-ea74ce9c5c1e req-600db10a-bacf-46db-b345-2eaf91d5adad tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:56.524288 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7a8fff32-743b-4a4b-b216-ea74ce9c5c1e req-600db10a-bacf-46db-b345-2eaf91d5adad tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0705438 Sep 15 17:09:56.566549 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7a8fff32-743b-4a4b-b216-ea74ce9c5c1e req-3b7904a1-1aa9-46d5-92fd-c62f4360632d tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Sep 15 17:09:57.321009 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45245d-0b5a-4f5c-8df3-7e68ab57b4ed req-282d03bf-f281-435d-b209-337a12b8a254 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:57.322502 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8b45245d-0b5a-4f5c-8df3-7e68ab57b4ed req-282d03bf-f281-435d-b209-337a12b8a254 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0467038 Sep 15 17:09:57.378695 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8b45245d-0b5a-4f5c-8df3-7e68ab57b4ed req-77e48821-6250-4f7e-adcc-49c43da027ea tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Sep 15 17:09:57.525333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68403e-5b64-4750-a24c-d2616cd61455 req-fb638a10-faa6-40a8-9a66-534c5a6f61ac tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:57.526860 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1f68403e-5b64-4750-a24c-d2616cd61455 req-fb638a10-faa6-40a8-9a66-534c5a6f61ac tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0527949 Sep 15 17:09:57.596250 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1f68403e-5b64-4750-a24c-d2616cd61455 req-5f88eaba-cb4a-4237-b240-fd3dd561a067 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Sep 15 17:09:57.711566 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d16c7-b442-4851-8e6f-8cc44e6fa1d6 req-a5c58932-2933-4116-81e4-4e69fdf685f9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:57.713695 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ef6d16c7-b442-4851-8e6f-8cc44e6fa1d6 req-a5c58932-2933-4116-81e4-4e69fdf685f9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0661066 Sep 15 17:09:57.766093 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ef6d16c7-b442-4851-8e6f-8cc44e6fa1d6 req-af970deb-79ed-44e5-8b6f-b8ceb83e3991 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Sep 15 17:09:57.947304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:09:58.624297 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82454-83e2-437c-821f-d999d42c7e38 req-1812c0ee-0aee-4437-9ca8-da2cfdd6283d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:58.627822 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-35f82454-83e2-437c-821f-d999d42c7e38 req-1812c0ee-0aee-4437-9ca8-da2cfdd6283d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.1114976 Sep 15 17:09:58.706105 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-35f82454-83e2-437c-821f-d999d42c7e38 req-13d07b4c-d68e-487d-b695-13d703eeaa60 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730855 Sep 15 17:09:58.769489 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf702451-6445-429c-992c-e3aa41b7a8bd req-e406a028-abda-4b56-a6a7-57fa6c524e8b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:58.771780 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf702451-6445-429c-992c-e3aa41b7a8bd req-e406a028-abda-4b56-a6a7-57fa6c524e8b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0852649 Sep 15 17:09:58.828144 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf702451-6445-429c-992c-e3aa41b7a8bd req-7d863b2a-75d3-4d92-b826-ade2ac39682d tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Sep 15 17:09:58.940979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd805e-7bf6-4079-9d28-c5a3932c5078 req-ee518e98-3fad-4df1-bbd7-803c00be047e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:58.957313 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86dd805e-7bf6-4079-9d28-c5a3932c5078 req-ee518e98-3fad-4df1-bbd7-803c00be047e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0704587 Sep 15 17:09:59.007515 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86dd805e-7bf6-4079-9d28-c5a3932c5078 req-e0612d18-0f04-4bbe-ad69-bbeb01428192 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489917 Sep 15 17:09:59.930433 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589be1a-9f62-472d-a8cd-5eedc3368db1 req-d4fd9698-fcaa-4277-98d3-87f20fc5ed15 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:09:59.932305 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1589be1a-9f62-472d-a8cd-5eedc3368db1 req-d4fd9698-fcaa-4277-98d3-87f20fc5ed15 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0696166 Sep 15 17:09:59.993615 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1589be1a-9f62-472d-a8cd-5eedc3368db1 req-5ede4346-b052-4bc8-a6be-164d85f840f1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543845 Sep 15 17:10:00.056812 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae2d02-867d-4775-94ee-da58fac36d33 req-d1164736-90a7-4a32-88c8-a02a69b33906 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:00.064635 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-baae2d02-867d-4775-94ee-da58fac36d33 req-d1164736-90a7-4a32-88c8-a02a69b33906 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0921357 Sep 15 17:10:00.154957 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-baae2d02-867d-4775-94ee-da58fac36d33 req-78f827b8-ab01-4b1b-937f-cbf357f5766f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895798 Sep 15 17:10:00.237801 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf7b6d-2a9a-4ea2-bc2f-0e080745486c req-58fc46ba-2be6-4744-ac8b-548a9f6aece2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:00.239365 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8cbf7b6d-2a9a-4ea2-bc2f-0e080745486c req-58fc46ba-2be6-4744-ac8b-548a9f6aece2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.1070032 Sep 15 17:10:00.335620 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8cbf7b6d-2a9a-4ea2-bc2f-0e080745486c req-0a16edc5-1d3d-4ab7-b02d-eb94d720866c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895777 Sep 15 17:10:01.081405 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 49222) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:01.154744 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad087b9-6b43-4b6d-830c-41fb2ceb481c req-17a77587-8e57-46f4-ba0f-77fb4debf699 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:01.156487 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-dad087b9-6b43-4b6d-830c-41fb2ceb481c req-17a77587-8e57-46f4-ba0f-77fb4debf699 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0603662 Sep 15 17:10:01.206036 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-dad087b9-6b43-4b6d-830c-41fb2ceb481c req-4cee0f7f-9e57-4c2e-8c3c-885b50796ffe tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Sep 15 17:10:01.295091 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568cdb3-e0ad-404b-ba8c-9dde214c7006 req-7f4d5c0d-c49b-4748-8272-c0898818a0f4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:01.296621 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a568cdb3-e0ad-404b-ba8c-9dde214c7006 req-7f4d5c0d-c49b-4748-8272-c0898818a0f4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0706718 Sep 15 17:10:01.332372 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2497fe72-1176-4c66-b8ad-647387bb1e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:01.378412 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a568cdb3-e0ad-404b-ba8c-9dde214c7006 req-2273e802-e66b-47ec-96e3-20794b7e1731 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755715 Sep 15 17:10:01.486206 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494af60-3fb3-4a3c-b95b-900462b4ffc4 req-c5d56a3d-636e-4f72-884a-1057dfaf8ed8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:01.487916 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f494af60-3fb3-4a3c-b95b-900462b4ffc4 req-c5d56a3d-636e-4f72-884a-1057dfaf8ed8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Sep 15 17:10:01.505104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2497fe72-1176-4c66-b8ad-647387bb1e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:01.536496 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f494af60-3fb3-4a3c-b95b-900462b4ffc4 req-d5771a89-e2b7-4236-abab-d29f962d57d6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418041 Sep 15 17:10:01.679038 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2497fe72-1176-4c66-b8ad-647387bb1e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:01.730332 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497fe72-1176-4c66-b8ad-647387bb1e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe6174a-7e3d-4fab-b8da-b272a2f627b5,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:01.796415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 49238) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:01.796780 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2497fe72-1176-4c66-b8ad-647387bb1e8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5bc3ad2b1107441bb56965f3b9f66a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115021 Sep 15 17:10:01.930238 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:01.957305 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:02.093367 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:02.096208 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:02.097393 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbe6174a-7e3d-4fab-b8da-b272a2f627b5 HTTP/1.1" status: 204 len: 168 time: 0.3031883 Sep 15 17:10:02.115111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19a71d-b71f-43ef-b8fc-2119e62d3d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe6174a-7e3d-4fab-b8da-b272a2f627b5,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:02.365757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41068a-68ce-4b1e-bbc0-a6851947d69d req-73e857c2-03a4-4e18-b4ae-05e44a221ad0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:02.373814 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d41068a-68ce-4b1e-bbc0-a6851947d69d req-73e857c2-03a4-4e18-b4ae-05e44a221ad0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0827086 Sep 15 17:10:02.441244 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d41068a-68ce-4b1e-bbc0-a6851947d69d req-51578145-5187-4309-84c9-3535fa9f9c38 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639129 Sep 15 17:10:02.651724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cce755-31cd-42b6-88e0-fceb1a83a843 req-0f0806bb-c366-4e3e-bebf-b58d21d83a55 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:02.654594 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d0cce755-31cd-42b6-88e0-fceb1a83a843 req-0f0806bb-c366-4e3e-bebf-b58d21d83a55 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.1389635 Sep 15 17:10:02.713602 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bde875-8783-4136-ad36-a716baa6b3a2 req-87f53129-a80f-47cc-a32e-539972313b19 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:02.722946 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-23bde875-8783-4136-ad36-a716baa6b3a2 req-87f53129-a80f-47cc-a32e-539972313b19 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0743642 Sep 15 17:10:02.725331 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d0cce755-31cd-42b6-88e0-fceb1a83a843 req-de1b0e41-8ae3-4736-a69d-d8902ee5340c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634181 Sep 15 17:10:02.762146 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-23bde875-8783-4136-ad36-a716baa6b3a2 req-82462f89-8dfe-411f-9dcb-209e65e37a74 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388401 Sep 15 17:10:03.556868 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8afca8-e9eb-4857-8235-387cd2454fed req-115608d7-d5de-4962-9ce9-ab5e8ff56029 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:03.558380 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ac8afca8-e9eb-4857-8235-387cd2454fed req-115608d7-d5de-4962-9ce9-ab5e8ff56029 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Sep 15 17:10:03.594797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ac8afca8-e9eb-4857-8235-387cd2454fed req-9444fbb3-22b1-445a-8518-2c31a4a5470d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301464 Sep 15 17:10:03.837717 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d861ef0-1982-4bd0-9448-5dbaab8c0f28 req-d31278f5-b544-4c99-8c5c-bee2bc42ca6f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:03.840196 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4d861ef0-1982-4bd0-9448-5dbaab8c0f28 req-d31278f5-b544-4c99-8c5c-bee2bc42ca6f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Sep 15 17:10:03.880225 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6397b3e-e317-4d22-8fe6-e80b276cc839 req-d2c48d11-afe5-4fb4-9c0b-d34a7f0b8caa tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:03.882377 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d6397b3e-e317-4d22-8fe6-e80b276cc839 req-d2c48d11-afe5-4fb4-9c0b-d34a7f0b8caa tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Sep 15 17:10:03.889490 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4d861ef0-1982-4bd0-9448-5dbaab8c0f28 req-27d057df-9f1b-454c-8c84-aac466fbf6ce tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Sep 15 17:10:03.932451 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d6397b3e-e317-4d22-8fe6-e80b276cc839 req-e0e85bf8-19c1-4e4b-bfac-6e04dcdf5dd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Sep 15 17:10:03.932951 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:04.009375 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c685-e927-4455-81f2-daf19d0c503a req-e9a4e82b-423c-4670-81eb-89a2bc9e5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.011120 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-e9a4e82b-423c-4670-81eb-89a2bc9e5df3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1098 time: 0.0681996 Sep 15 17:10:04.145060 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c685-e927-4455-81f2-daf19d0c503a req-bd41b32a-4c78-45dd-9c14-c111b74c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.146946 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-bd41b32a-4c78-45dd-9c14-c111b74c2e90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.1238689 Sep 15 17:10:04.232665 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-175ae9e0-6058-4f6f-a106-c3e0016aa97d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 1001 time: 0.0750992 Sep 15 17:10:04.285328 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c685-e927-4455-81f2-daf19d0c503a req-b88d2b5d-8f28-44cc-b883-4465f007d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.286799 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-b88d2b5d-8f28-44cc-b883-4465f007d664 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0447884 Sep 15 17:10:04.339719 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559c685-e927-4455-81f2-daf19d0c503a req-ff6107b0-5f0f-434b-950f-240cd465b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.341945 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-ff6107b0-5f0f-434b-950f-240cd465b4c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449810 Sep 15 17:10:04.434870 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-ed28ede1-cc7b-42e8-afd0-6d61d50d48a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799651 Sep 15 17:10:04.528815 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e559c685-e927-4455-81f2-daf19d0c503a req-d43db383-f002-4e32-a522-ccb188f20049 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847604 Sep 15 17:10:04.724829 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e328ac9-f6c5-4b79-969c-d89439c97879 req-e284fe81-b86e-4c73-bd39-4b3546c9c983 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:04.726561 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7e328ac9-f6c5-4b79-969c-d89439c97879 req-e284fe81-b86e-4c73-bd39-4b3546c9c983 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0504546 Sep 15 17:10:04.770030 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7e328ac9-f6c5-4b79-969c-d89439c97879 req-bc721f5e-b466-4338-8d94-d89c88fd147b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353575 Sep 15 17:10:05.021669 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d8ce5-93ec-44b1-bd9c-cbff710bc69b req-e97814ae-dbd9-4203-846e-7c832538a65e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:05.023153 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e35d8ce5-93ec-44b1-bd9c-cbff710bc69b req-e97814ae-dbd9-4203-846e-7c832538a65e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0522153 Sep 15 17:10:05.066122 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e35d8ce5-93ec-44b1-bd9c-cbff710bc69b req-ee1fd4b2-3e3a-4744-918d-de64ff1aded0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Sep 15 17:10:05.087165 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb809f2-2942-48eb-9d0c-1b6aae69aa89 req-1e6786c5-f8ea-4e8d-853f-287f2b729940 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:05.088371 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1cb809f2-2942-48eb-9d0c-1b6aae69aa89 req-1e6786c5-f8ea-4e8d-853f-287f2b729940 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0531809 Sep 15 17:10:05.129512 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1cb809f2-2942-48eb-9d0c-1b6aae69aa89 req-d494ef40-2337-43e6-840b-7196879b8ebe tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345652 Sep 15 17:10:05.399462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855143e-c2b5-4f77-8779-fb210e0e3db7 req-2b6ea266-eac9-4552-bf34-626179f42aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:05.401071 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8855143e-c2b5-4f77-8779-fb210e0e3db7 req-2b6ea266-eac9-4552-bf34-626179f42aa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0425575 Sep 15 17:10:05.441256 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8855143e-c2b5-4f77-8779-fb210e0e3db7 req-d8a71df1-0d80-43fd-a083-544895156b14 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Sep 15 17:10:05.902352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bc14e-cb76-4800-82c1-85fa1cb28954 req-a0fb5bf9-39ac-4ef2-aa93-b67c3191edc0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:05.904210 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-042bc14e-cb76-4800-82c1-85fa1cb28954 req-a0fb5bf9-39ac-4ef2-aa93-b67c3191edc0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 945 time: 0.0554123 Sep 15 17:10:05.960592 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-042bc14e-cb76-4800-82c1-85fa1cb28954 req-0be5424d-9168-4d86-a967-e6769a0a6f53 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Sep 15 17:10:06.170399 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:06.252622 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d0ae1-74f7-4d5b-bd66-6351889bc321 req-9485d85c-c484-4958-ac80-20761c03f349 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:06.255033 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0c2d0ae1-74f7-4d5b-bd66-6351889bc321 req-9485d85c-c484-4958-ac80-20761c03f349 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.1155841 Sep 15 17:10:06.302012 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0c2d0ae1-74f7-4d5b-bd66-6351889bc321 req-176a8ac7-8eed-46b5-b0ec-30774770fe50 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Sep 15 17:10:06.362558 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:06.364292 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c40cda-9ae9-458d-a1ed-8e900fe8ffae req-47b41948-b3a0-48c6-a2c3-526662d53321 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:06.366318 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b3c40cda-9ae9-458d-a1ed-8e900fe8ffae req-47b41948-b3a0-48c6-a2c3-526662d53321 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0995092 Sep 15 17:10:06.406568 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:06.409096 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2f6ae-a857-4742-a7d5-444fd90e88da" -d '{"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-unplugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:06.429184 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:06.430999 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b3c40cda-9ae9-458d-a1ed-8e900fe8ffae req-6be7e912-d610-43a3-9ad8-efce22304062 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558288 Sep 15 17:10:06.459741 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ebb5c1-0823-4f09-95fb-65bc02602d27 x-openstack-request-id: req-36ebb5c1-0823-4f09-95fb-65bc02602d27 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:06.460359 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-unplugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:06.460938 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36ebb5c1-0823-4f09-95fb-65bc02602d27 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:06.461368 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'code': 200} Sep 15 17:10:06.518733 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:06.579913 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=8']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:06.588945 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.589295 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.589671 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.590009 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.590371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.590753 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.591198 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.591710 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.592153 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.592601 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.592985 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:06.593474 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:07.114126 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4efac0-1768-4441-a83c-677b49b60c5a req-d335fcc7-9b07-4147-ac5b-16b9869110b2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:07.116534 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9d4efac0-1768-4441-a83c-677b49b60c5a req-d335fcc7-9b07-4147-ac5b-16b9869110b2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0697169 Sep 15 17:10:07.162375 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9d4efac0-1768-4441-a83c-677b49b60c5a req-7f7a1d86-4850-4ae0-b778-a853bc2b4228 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373888 Sep 15 17:10:07.472850 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca767-ec0b-4bb7-9bca-d53068982387 req-0d569883-29a5-43f0-bee0-d7ffdbef951e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:07.474422 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b12ca767-ec0b-4bb7-9bca-d53068982387 req-0d569883-29a5-43f0-bee0-d7ffdbef951e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0561018 Sep 15 17:10:07.517418 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b12ca767-ec0b-4bb7-9bca-d53068982387 req-18df1ecc-1534-42d5-8801-a6f68b9d5c0b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363770 Sep 15 17:10:07.805638 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91410c-fc50-40a8-8e42-1e0cf8da1089 req-c8984d8c-3d01-4748-a513-1061f7ff84e5 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:07.806233 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9c91410c-fc50-40a8-8e42-1e0cf8da1089 req-c8984d8c-3d01-4748-a513-1061f7ff84e5 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.2858531 Sep 15 17:10:07.847851 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9c91410c-fc50-40a8-8e42-1e0cf8da1089 req-d5808c5b-e184-4ee3-b19c-eef28445b069 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Sep 15 17:10:08.164524 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db734b63-a6e2-4382-b18f-66706caa1878 req-3ea6c9a3-464c-4234-a728-cc02149cc9c6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.166807 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-db734b63-a6e2-4382-b18f-66706caa1878 req-3ea6c9a3-464c-4234-a728-cc02149cc9c6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0693178 Sep 15 17:10:08.208803 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-db734b63-a6e2-4382-b18f-66706caa1878 req-e50549b7-0b76-42bf-902e-425dc77e4788 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Sep 15 17:10:08.316081 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3aca5-9362-4f7c-9c77-39d35b17ff6d req-450e129f-ca0f-4744-8a43-965b6413df9d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.318208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-23f3aca5-9362-4f7c-9c77-39d35b17ff6d req-450e129f-ca0f-4744-8a43-965b6413df9d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0596583 Sep 15 17:10:08.377798 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-23f3aca5-9362-4f7c-9c77-39d35b17ff6d req-dcac3ccc-0d63-44ae-bdfe-b2137cd49005 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Sep 15 17:10:08.448633 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-f58fa7d9-7338-41ce-b517-d847a4ace584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.450398 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-f58fa7d9-7338-41ce-b517-d847a4ace584 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84267aefc12d4c0ba56721e5747675a7&device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 1098 time: 0.0686450 Sep 15 17:10:08.546809 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-0679d152-4b52-47d5-ac24-deda99954f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.548443 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-0679d152-4b52-47d5-ac24-deda99954f65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 200 len: 920 time: 0.0879309 Sep 15 17:10:08.600307 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-fd7caed0-0e09-4790-8c68-ebb4cdcc6279 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 200 len: 217 time: 0.0344512 Sep 15 17:10:08.675297 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-4b93b8b7-5560-4339-bc35-0960494be540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:08.678344 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-4b93b8b7-5560-4339-bc35-0960494be540 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 200 len: 859 time: 0.0589221 Sep 15 17:10:08.720076 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-e29308c0-9438-4f13-9c51-0990d670a48c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2606e56-126c-411b-aa97-05a9cde51cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295994 Sep 15 17:10:08.825249 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-a886eeca-7070-4e02-bda8-856ccd4992ce service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914469 Sep 15 17:10:08.975814 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-60aef052-a721-45a1-824b-a5d9c3bbe13e req-7ccdbf9a-347a-44d2-9700-28c271890c60 service neutron] 10.222.0.54 "GET /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283495 Sep 15 17:10:09.025513 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4991ac-be62-4120-88e0-80418b0d1d9f req-a1304804-2a21-4ec3-b172-9902b2277201 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:09.028306 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a4991ac-be62-4120-88e0-80418b0d1d9f req-a1304804-2a21-4ec3-b172-9902b2277201 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0757790 Sep 15 17:10:09.074414 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a4991ac-be62-4120-88e0-80418b0d1d9f req-b1d2a0e4-18c1-493e-9a38-ffbc385e50a4 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Sep 15 17:10:09.354393 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa043e-a472-412d-835d-7da16dffa30c req-933d6456-21b6-4de4-9ef0-9fb2e7a17844 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:09.366636 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-20aa043e-a472-412d-835d-7da16dffa30c req-933d6456-21b6-4de4-9ef0-9fb2e7a17844 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0682406 Sep 15 17:10:09.468341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-20aa043e-a472-412d-835d-7da16dffa30c req-40ead583-829f-4f2d-b358-ce70272ab7a7 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 Sep 15 17:10:09.804461 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [req-d52f73f2-b506-401a-8121-ebe249495dd0 req-f6f577ea-e482-46ce-b4d6-a56ceed8b613 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:10:09.805424 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d52f73f2-b506-401a-8121-ebe249495dd0 req-f6f577ea-e482-46ce-b4d6-a56ceed8b613 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104525 Sep 15 17:10:10.196429 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:10.202084 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-b8903a69-fcab-45ba-8418-0003f2f140c0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462934587&fields=id&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 267 time: 0.0542834 Sep 15 17:10:10.326420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-4a154fca-7533-486c-ab09-4ea1fac38a3f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:10.328212 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-4a154fca-7533-486c-ab09-4ea1fac38a3f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.1252189 Sep 15 17:10:10.349052 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-c3378676-2724-4e70-8c04-4541b3ba6e66 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/quotas/84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 375 time: 0.0100667 Sep 15 17:10:10.417135 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-0fa0a5ea-847a-49b1-aec1-e911417e8402 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611653 Sep 15 17:10:10.529144 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-acdf4d51-d970-4150-94a3-783290cbea62 service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986695 Sep 15 17:10:10.693645 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8e40-5602-480a-9731-07e91ff5eadf req-79ac36f3-571a-4812-a443-8fbc1935d779 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:10.702086 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6f4e8e40-5602-480a-9731-07e91ff5eadf req-79ac36f3-571a-4812-a443-8fbc1935d779 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0739298 Sep 15 17:10:10.704549 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-0c5b0469-0ce6-4096-85bf-e329fd6a4d51 service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684051 Sep 15 17:10:10.774606 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6f4e8e40-5602-480a-9731-07e91ff5eadf req-380c19cb-d392-413f-95d3-c64fda223528 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711460 Sep 15 17:10:11.003963 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 49444) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:11.032469 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33fbac-b77c-4022-a21d-520c09e9e4be req-f991e51a-3b45-43c1-a672-8412f584e082 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:11.034245 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a33fbac-b77c-4022-a21d-520c09e9e4be req-f991e51a-3b45-43c1-a672-8412f584e082 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.1117437 Sep 15 17:10:11.090786 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a33fbac-b77c-4022-a21d-520c09e9e4be req-42126d04-516d-49a3-98ec-0d004c0ffbf6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474353 Sep 15 17:10:11.137903 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-00956b2d-f69f-449e-ba27-f53bf918021a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324637 Sep 15 17:10:11.150632 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-ddc4dfa2-6f2e-4b43-aa7c-b31d29a49cf6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:10:11.154028 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-ddc4dfa2-6f2e-4b43-aa7c-b31d29a49cf6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086565 Sep 15 17:10:11.266039 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bc992-6904-489a-a63a-eabd99934f5b req-09fa2c2d-f55d-4b4a-9be2-7bc228b5683a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:11.268714 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a20bc992-6904-489a-a63a-eabd99934f5b req-09fa2c2d-f55d-4b4a-9be2-7bc228b5683a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0868034 Sep 15 17:10:11.314588 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a20bc992-6904-489a-a63a-eabd99934f5b req-98c7dd14-1b5b-4e55-bd20-0ab206d173b1 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Sep 15 17:10:11.568378 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6ed5396-ef66-4280-aacf-e50585ce042d req-d60bfee5-8749-4030-a753-6ac850ae3190 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0287211 Sep 15 17:10:11.928792 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de3b5-353b-44eb-a86f-7193b789e95b req-320b517e-be06-4ee4-9628-dac760f99f24 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:11.931244 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-085de3b5-353b-44eb-a86f-7193b789e95b req-320b517e-be06-4ee4-9628-dac760f99f24 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0778558 Sep 15 17:10:11.992965 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-085de3b5-353b-44eb-a86f-7193b789e95b req-60b05b93-7f0e-4dd8-a1dc-fb00a0580eff tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557697 Sep 15 17:10:12.251475 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8771ef-2b7d-4619-95d2-ecfc45336591 req-82ab52eb-b81f-48b6-87d5-3a74ae7cb48c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:12.252915 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4d8771ef-2b7d-4619-95d2-ecfc45336591 req-82ab52eb-b81f-48b6-87d5-3a74ae7cb48c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0478001 Sep 15 17:10:12.292172 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4d8771ef-2b7d-4619-95d2-ecfc45336591 req-1e1967b8-10c4-4064-981b-f8cde2f2b6e4 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332818 Sep 15 17:10:12.741179 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1b0455ae-6888-4c34-9aad-8a2110887b0b req-d37e89a8-0a85-4ab6-acf6-037dc034fdb4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0416851 Sep 15 17:10:12.796085 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf1b7-5428-4ac5-a9ea-5e58ed9b536b req-cf6ab539-b6e1-4ba2-8145-e029717c00d6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:12.799607 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-30bdf1b7-5428-4ac5-a9ea-5e58ed9b536b req-cf6ab539-b6e1-4ba2-8145-e029717c00d6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0718145 Sep 15 17:10:12.882227 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-30bdf1b7-5428-4ac5-a9ea-5e58ed9b536b req-75b64eb7-1099-4d62-8d32-697063255f29 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763719 Sep 15 17:10:12.983071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-263a0d40-7631-42cd-b4af-72a45ec98e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:12.984870 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-263a0d40-7631-42cd-b4af-72a45ec98e0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0477464 Sep 15 17:10:13.115782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-182dd3fa-f1a4-40d2-a8b0-762a9fd169d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:13.117330 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-182dd3fa-f1a4-40d2-a8b0-762a9fd169d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.1235893 Sep 15 17:10:13.204855 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5844cbb-e073-4750-a1ef-3037ad445336 req-1aaab201-1625-41f0-8671-c5bba0a50668 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:13.206891 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b5844cbb-e073-4750-a1ef-3037ad445336 req-1aaab201-1625-41f0-8671-c5bba0a50668 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.1096754 Sep 15 17:10:13.213739 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-85562c8f-b5df-4fe9-8ec7-0c940a75ecae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 1000 time: 0.0825167 Sep 15 17:10:13.277479 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b5844cbb-e073-4750-a1ef-3037ad445336 req-74865969-1a5a-4e87-a0e3-a65f57208822 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627582 Sep 15 17:10:13.286816 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-769456b1-1b81-4804-9e57-d2a00d42f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:13.290967 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-769456b1-1b81-4804-9e57-d2a00d42f282 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0656974 Sep 15 17:10:13.346999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-000068ce-2710-44a9-a54d-9e9f196bb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:13.350576 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-000068ce-2710-44a9-a54d-9e9f196bb705 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545321 Sep 15 17:10:13.457005 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-4afb163c-badc-453a-9624-185dfddcb2fe service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999281 Sep 15 17:10:13.558170 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4cf74e30-daba-4f89-8c79-5e2d8e5bb90e req-a05aaff1-94cf-4bc1-8a25-c4154cf33c68 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943685 Sep 15 17:10:13.858210 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a1da5e94-9a2a-4544-a7b3-63661f7c37cd req-65452675-ce23-4ccb-83f6-42dabc9254ee tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0438068 Sep 15 17:10:14.025833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffce69d-3103-40d1-9956-41e1c8bc18c5 req-5d421206-a947-4cd5-b3de-5b820519977f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:14.027359 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ffce69d-3103-40d1-9956-41e1c8bc18c5 req-5d421206-a947-4cd5-b3de-5b820519977f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0616357 Sep 15 17:10:14.075762 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ffce69d-3103-40d1-9956-41e1c8bc18c5 req-d182fa60-5233-4d6f-9658-69496296836b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Sep 15 17:10:14.522399 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b7c9f-fce7-4785-aa7f-70b173c5b1d3 req-31356b13-569b-4e04-958f-86a7d0374a89 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:14.531662 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bb8b7c9f-fce7-4785-aa7f-70b173c5b1d3 req-31356b13-569b-4e04-958f-86a7d0374a89 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0906811 Sep 15 17:10:14.549943 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-2d7c57b4-db4f-4e1d-a413-38f19f7237ce tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:14.551217 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-2d7c57b4-db4f-4e1d-a413-38f19f7237ce tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.1651807 Sep 15 17:10:14.579721 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bb8b7c9f-fce7-4785-aa7f-70b173c5b1d3 req-63d1e532-6410-44f1-97f4-c138eed58a1c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467718 Sep 15 17:10:14.617468 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-9d859aa7-5c32-4196-b62c-2c53199bd8f7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 379 time: 0.0536971 Sep 15 17:10:14.632948 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'port': {'device_id': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'admin_state_up': True, 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'security_groups': ['2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56']}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:14.850019 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Made reservation on behalf of 84dae60609d44d228f54592ae936a0ea for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:10:14.853768 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.018637 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6325d8c8-357f-4fb9-8dcf-e72c05740a66 req-1fc7a5bd-b695-45f4-b59d-8b8e3f4641d7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0638840 Sep 15 17:10:15.097609 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.20.0.5 (57f6320a-4e71-449e-94e3-99c70d0310ab/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9/0391b302-4c43-4756-ac2d-054b34f38820) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:10:15.272616 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435eb5-770a-4ee5-b43e-74df3655947f req-69385f34-a573-458f-992e-80a848d2dcd8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:15.274112 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-34435eb5-770a-4ee5-b43e-74df3655947f req-69385f34-a573-458f-992e-80a848d2dcd8 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.1106961 Sep 15 17:10:15.312633 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.334172 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-34435eb5-770a-4ee5-b43e-74df3655947f req-5bcdef1e-8aab-4d9c-8f1a-b38dd1e1f278 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508764 Sep 15 17:10:15.447636 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.490794 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:10:15.493817 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:10:15.497062 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:10:15.540636 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:15.572201 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:15.572201 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.659633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-dc20bc76-4230-4f20-8e8f-fbe8f2fdf476 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0304155 Sep 15 17:10:15.673833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Request body: {'port': {'device_id': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:15.739788 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-53ef4f42-ab97-4d57-ab7b-daaa4722bfcc None None] Provisioning complete for port 0391b302-4c43-4756-ac2d-054b34f38820 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:10:15.742136 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-53ef4f42-ab97-4d57-ab7b-daaa4722bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.742413 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:15.749930 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941873a3-a7ef-4d0c-8e1c-08a9069130ee req-db4dccfe-5a3f-42a7-a448-48bc4ab6c36b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:15.754474 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-941873a3-a7ef-4d0c-8e1c-08a9069130ee req-db4dccfe-5a3f-42a7-a448-48bc4ab6c36b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0807726 Sep 15 17:10:15.799869 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-53ef4f42-ab97-4d57-ab7b-daaa4722bfcc None None] Port 0391b302-4c43-4756-ac2d-054b34f38820 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:10:15.811614 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-941873a3-a7ef-4d0c-8e1c-08a9069130ee req-f0572495-c35a-4234-b626-0065d0d9db96 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Sep 15 17:10:16.026589 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0391b302-4c43-4756-ac2d-054b34f38820 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:10:16.042854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:16.065736 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Transition to ACTIVE for port object 0391b302-4c43-4756-ac2d-054b34f38820 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:10:16.125128 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb455-b400-41cf-8104-b85c15ccea6d req-e3b554ac-f943-426b-92a5-384196731517 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.127156 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0fbeb455-b400-41cf-8104-b85c15ccea6d req-e3b554ac-f943-426b-92a5-384196731517 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 931 time: 0.0508814 Sep 15 17:10:16.165237 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0fbeb455-b400-41cf-8104-b85c15ccea6d req-bbf3146f-4a4c-46e1-ae5b-ac68ce2a09c2 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Sep 15 17:10:16.204053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:16.254742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:16.329223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Attempting to bind port 0391b302-4c43-4756-ac2d-054b34f38820 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:10:16.329559 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Attempting to bind port 0391b302-4c43-4756-ac2d-054b34f38820 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:10:16.329919 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Attempting to bind port 0391b302-4c43-4756-ac2d-054b34f38820 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:10:16.334406 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Port 0391b302-4c43-4756-ac2d-054b34f38820 on network 57f6320a-4e71-449e-94e3-99c70d0310ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Attempting to bind port 0391b302-4c43-4756-ac2d-054b34f38820 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Bound using segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Bound port: 0391b302-4c43-4756-ac2d-054b34f38820, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:10:16.344753 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:16.409174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:10:16.412106 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0391b302-4c43-4756-ac2d-054b34f38820,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:10:16.539412 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:16.571964 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.572577 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:16.573963 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0391b302-4c43-4756-ac2d-054b34f38820 HTTP/1.1" status: 200 len: 1093 time: 0.9048779 Sep 15 17:10:16.574450 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:16.577068 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90e1f2-9ab5-405d-9060-666938195e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "tag": "0391b302-4c43-4756-ac2d-054b34f38820"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:16.608050 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43726399-8ea8-481b-992a-46d5d8d7c8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:16.624015 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5555e75-96a9-4dc4-89d5-ffd4451ae961 x-openstack-request-id: req-a5555e75-96a9-4dc4-89d5-ffd4451ae961 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:16.624015 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "tag": "0391b302-4c43-4756-ac2d-054b34f38820", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:16.624015 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5555e75-96a9-4dc4-89d5-ffd4451ae961 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:16.624015 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820', 'status': 'completed', 'code': 200} Sep 15 17:10:16.701324 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-463d4681-e423-4f60-b70f-2f2450c49ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.702886 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-463d4681-e423-4f60-b70f-2f2450c49ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 1096 time: 0.0468278 Sep 15 17:10:16.812795 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-a2c169cb-aad2-4955-8f91-3cd1b163455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.814296 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-a2c169cb-aad2-4955-8f91-3cd1b163455b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=84dae60609d44d228f54592ae936a0ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0913014 Sep 15 17:10:16.933297 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-0b7a14d0-66a9-4bd9-a119-5f6a3ffdfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.935325 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9f90e1f2-9ab5-405d-9060-666938195e7d req-0b7a14d0-66a9-4bd9-a119-5f6a3ffdfa6d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896568 Sep 15 17:10:16.935884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ec0e-2672-47d3-89a9-617925511c62 req-41330c5e-4a6d-4a78-9295-956f0992d318 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:16.937415 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5da9ec0e-2672-47d3-89a9-617925511c62 req-41330c5e-4a6d-4a78-9295-956f0992d318 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0511289 Sep 15 17:10:16.974426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5da9ec0e-2672-47d3-89a9-617925511c62 req-d98a51fc-5331-47ed-b931-010b85448aba tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Sep 15 17:10:17.018127 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-ccc0cdce-8d80-408c-bd3e-5093197767dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:17.019603 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-ccc0cdce-8d80-408c-bd3e-5093197767dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 1096 time: 0.0400467 Sep 15 17:10:17.064978 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-1d147d72-d519-4c08-9cbb-5a7c5ecf2346 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0391b302-4c43-4756-ac2d-054b34f38820 HTTP/1.1" status: 200 len: 217 time: 0.0324471 Sep 15 17:10:17.116329 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-ee1dcdfd-0057-453f-97c2-44bd93032bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:17.117802 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-ee1dcdfd-0057-453f-97c2-44bd93032bfe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0451653 Sep 15 17:10:17.163859 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-793a602d-85ee-4f9a-90b4-69f1da998ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:17.165346 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-793a602d-85ee-4f9a-90b4-69f1da998ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391011 Sep 15 17:10:17.289096 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-3a212622-24f7-447a-8389-aebe843e1d5d service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146727 Sep 15 17:10:17.301040 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203177e9-34d8-4b49-bb83-4f60669af8f1 req-54d492a9-2bef-4896-9030-e9698b57b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:17.302467 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-203177e9-34d8-4b49-bb83-4f60669af8f1 req-54d492a9-2bef-4896-9030-e9698b57b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0620868 Sep 15 17:10:17.390676 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-203177e9-34d8-4b49-bb83-4f60669af8f1 req-d668fa28-4c0f-4e3b-adc4-e0249bf490e4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803990 Sep 15 17:10:17.414881 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e57db46e-895e-4317-95cc-ccd8cff1b094 req-9872349b-0be9-41e6-8a69-efcea91ca699 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114697 Sep 15 17:10:18.092098 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c95e9-0d25-494b-8380-f01cba1de2fe req-95df2cb1-d6f2-474d-a9fc-1ba9e55df3ac tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:18.093616 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-512c95e9-0d25-494b-8380-f01cba1de2fe req-95df2cb1-d6f2-474d-a9fc-1ba9e55df3ac tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0484238 Sep 15 17:10:18.135832 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-512c95e9-0d25-494b-8380-f01cba1de2fe req-87d947e6-e39f-4df0-a625-17ca8d0c66f0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355659 Sep 15 17:10:18.505876 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ffdc5-2f45-4a1b-8c02-2050efb7d638 req-3f0b0282-1528-4265-88fd-456f3e08830a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:18.507337 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a52ffdc5-2f45-4a1b-8c02-2050efb7d638 req-3f0b0282-1528-4265-88fd-456f3e08830a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0501461 Sep 15 17:10:18.544426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a52ffdc5-2f45-4a1b-8c02-2050efb7d638 req-cc3f84ea-102e-4823-9ac5-fba0934f1eca tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Sep 15 17:10:19.257644 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce3bce-00dd-4c08-9c2f-88f0f906b777 req-44fc9970-c982-47d2-99d8-0bfd48326e14 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:19.259149 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86ce3bce-00dd-4c08-9c2f-88f0f906b777 req-44fc9970-c982-47d2-99d8-0bfd48326e14 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0490241 Sep 15 17:10:19.298303 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86ce3bce-00dd-4c08-9c2f-88f0f906b777 req-9107d5fb-4300-471e-a080-8a7d16ffdef8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Sep 15 17:10:19.658706 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82d860-d30b-44e2-a5d4-340cc609a92b req-a6518914-72f3-4b22-8494-2889197ca65c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:19.660216 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2b82d860-d30b-44e2-a5d4-340cc609a92b req-a6518914-72f3-4b22-8494-2889197ca65c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0490446 Sep 15 17:10:19.696633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2b82d860-d30b-44e2-a5d4-340cc609a92b req-4958cbad-59cb-4184-88a0-0e85a1eeb054 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301986 Sep 15 17:10:20.418585 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75dac0-1a6a-4784-8a4b-f11633fc670b req-02771499-c766-44f3-b60e-4e1147446324 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:20.420045 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2b75dac0-1a6a-4784-8a4b-f11633fc670b req-02771499-c766-44f3-b60e-4e1147446324 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0512364 Sep 15 17:10:20.643757 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2b75dac0-1a6a-4784-8a4b-f11633fc670b req-d559f9ca-17b4-4fba-b3c9-ffdac335e9d5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178910 Sep 15 17:10:20.807018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab0fa1-905a-409a-937d-a02e33f1dabe req-c7cdf5d0-de7b-4ac2-bac8-8b7689715799 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:20.808474 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-53ab0fa1-905a-409a-937d-a02e33f1dabe req-c7cdf5d0-de7b-4ac2-bac8-8b7689715799 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0468829 Sep 15 17:10:20.847487 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-53ab0fa1-905a-409a-937d-a02e33f1dabe req-93359d97-bb65-4c2d-b601-304ec3538c99 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Sep 15 17:10:21.758214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323b0e-26d3-4dd5-a98c-59b85867bc54 req-14be6485-801c-423c-8ebe-87dc829e7e24 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:21.759658 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1a323b0e-26d3-4dd5-a98c-59b85867bc54 req-14be6485-801c-423c-8ebe-87dc829e7e24 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0471179 Sep 15 17:10:21.797155 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1a323b0e-26d3-4dd5-a98c-59b85867bc54 req-b9e7b23c-6c34-4efb-bdb6-34825bb035f1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Sep 15 17:10:21.957391 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88f565-c055-4327-a5b5-6f6d7d8ecc39 req-74669f59-8bb7-43f6-b44a-a83604567efc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:21.958912 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bd88f565-c055-4327-a5b5-6f6d7d8ecc39 req-74669f59-8bb7-43f6-b44a-a83604567efc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0469644 Sep 15 17:10:21.996887 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bd88f565-c055-4327-a5b5-6f6d7d8ecc39 req-2bd29c1c-55e0-4d63-87df-fb9ee15715c4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Sep 15 17:10:22.310429 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5ef3e4ab-7b01-4e9d-b3b0-8a2fd28c0700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:22.916975 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f258f3-b5c2-4377-a5df-e02dae42012a req-99c54f5c-8b99-4052-a917-3e8dcea04017 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:22.919244 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19f258f3-b5c2-4377-a5df-e02dae42012a req-99c54f5c-8b99-4052-a917-3e8dcea04017 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0506999 Sep 15 17:10:22.955403 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-19f258f3-b5c2-4377-a5df-e02dae42012a req-a5efbee3-fa13-4c10-a445-f90e74538d07 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302966 Sep 15 17:10:23.113780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850885f-3e3c-4709-b3de-1dbd8a8a364f req-b316913d-dc03-4d8d-bfc0-628e3baf9798 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:23.115438 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e850885f-3e3c-4709-b3de-1dbd8a8a364f req-b316913d-dc03-4d8d-bfc0-628e3baf9798 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0520403 Sep 15 17:10:23.152245 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e850885f-3e3c-4709-b3de-1dbd8a8a364f req-f0742289-a6b2-4386-a075-08813d61297c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310085 Sep 15 17:10:23.259361 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 49694) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:23.302651 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Deleting subnet 4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:10:23.305886 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.345057 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.383417 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.567579 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.592771 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:23.600240 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.602061 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4ea3a06c-afcd-4b5b-959b-c06cfd6d9ffa HTTP/1.1" status: 204 len: 168 time: 0.3416510 Sep 15 17:10:23.603512 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.603854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.604191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.604521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.604731 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 49696) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:23.604833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.605150 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.605474 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.605832 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.606155 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.606473 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.606789 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.607102 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd741d4d-bf3b-4efa-9b16-773cdbee67b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:23.674822 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.770269 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.790792 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc33686f-36d4-4f3f-81df-c19801f96b4a']}} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:23.799131 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d354c-204f-406f-a881-e63175330dc8 req-b90e4fab-73a2-473c-9a17-1760dbc2a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:23.800652 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-b90e4fab-73a2-473c-9a17-1760dbc2a8c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 1096 time: 0.0962775 Sep 15 17:10:23.802115 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396da0c5-4bb8-45c4-b64e-5fe659ad27a7') {'for_net_delete': True} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:23.802412 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396da0c5-4bb8-45c4-b64e-5fe659ad27a7') {} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:23.812694 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64850458'] for segment, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.827241 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.833310 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:10:23.833736 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64877595'] for segment, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: Traceback (most recent call last): Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: timer() Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: cb(*args, **kw) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: return func(*args, **kwargs) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: self._notify() Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: self.callback(batched_events) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: event.method(event) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: return f(self, *a, **k) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._get(url).json() Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: return self.request(url, 'GET', **kwargs) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:10:23.854413 dv-cinder-801913-6-iscsi neutron-server[94706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:10:23.883973 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d354c-204f-406f-a881-e63175330dc8 req-1280968e-7069-4eed-a511-73cb872fa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:23.885443 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-1280968e-7069-4eed-a511-73cb872fa4b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1096 time: 0.0482194 Sep 15 17:10:23.978168 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d354c-204f-406f-a881-e63175330dc8 req-4b81a580-d7ca-4e89-a8fe-dcd7e5df97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:23.980308 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-4b81a580-d7ca-4e89-a8fe-dcd7e5df97e8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0837133 Sep 15 17:10:23.996278 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.013027 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.013735 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bc33686f-36d4-4f3f-81df-c19801f96b4a HTTP/1.1" status: 204 len: 168 time: 0.4079163 Sep 15 17:10:24.029122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd268c-8abc-4a81-a561-40971059a388 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc33686f-36d4-4f3f-81df-c19801f96b4a,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:24.065554 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-a0fb80af-6f34-4c2b-bb75-96b8b02dd47e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 999 time: 0.0785038 Sep 15 17:10:24.140416 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe622037-6ec8-447e-91ff-1a688c33f011 req-f85ffd11-25c3-40c5-9c46-0a1b5e29871d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:24.141915 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fe622037-6ec8-447e-91ff-1a688c33f011 req-f85ffd11-25c3-40c5-9c46-0a1b5e29871d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0927694 Sep 15 17:10:24.143754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d354c-204f-406f-a881-e63175330dc8 req-6035cf68-9c08-4834-b536-220c49b835f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:24.145084 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-6035cf68-9c08-4834-b536-220c49b835f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0654972 Sep 15 17:10:24.208305 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fe622037-6ec8-447e-91ff-1a688c33f011 req-05c1961f-b49f-464d-8a09-f939474f360d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588644 Sep 15 17:10:24.214906 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d354c-204f-406f-a881-e63175330dc8 req-ff18744a-003c-46ee-9637-dde157287681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:24.216389 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-ff18744a-003c-46ee-9637-dde157287681 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625105 Sep 15 17:10:24.309456 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9896e-a0f9-4db8-9b8f-3fcfe2693ff3 req-947be865-3a88-4188-8922-a5fbd31e1d92 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:24.311007 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8b9896e-a0f9-4db8-9b8f-3fcfe2693ff3 req-947be865-3a88-4188-8922-a5fbd31e1d92 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0534658 Sep 15 17:10:24.313738 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b913e-f368-4409-9d97-4b9cd14f6d72 req-6431b407-e608-4e6e-87ee-7a431037f354 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:24.315249 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-392b913e-f368-4409-9d97-4b9cd14f6d72 req-6431b407-e608-4e6e-87ee-7a431037f354 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Sep 15 17:10:24.350828 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e8b9896e-a0f9-4db8-9b8f-3fcfe2693ff3 req-63c0c641-b6ad-4eec-946a-ece5369cd53f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Sep 15 17:10:24.353614 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-392b913e-f368-4409-9d97-4b9cd14f6d72 req-ce3b64a1-a39a-4372-bac7-786182a5f383 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Sep 15 17:10:24.465905 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 49710) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:24.504873 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-dc9a3ba5-60de-46da-af78-067b4f6b9614 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d277f69c002141b982b76c2222a8be70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377610 Sep 15 17:10:24.508941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 49712) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:24.540371 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:10:24.554668 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.574933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.690051 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.692577 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:24.693736 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/352cb9ad-a177-4ea0-b451-1dbce27d9e5f HTTP/1.1" status: 204 len: 168 time: 0.1838760 Sep 15 17:10:24.701213 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb863a98-1c5e-492c-beca-80506b4daf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352cb9ad-a177-4ea0-b451-1dbce27d9e5f,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:24.998806 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a7eaae33-1b73-4979-8bcd-eee57a5e61a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:25.295514 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:25.326331 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac14e-5842-433c-86fd-2686593aea49 req-96287208-4238-499c-a0e2-2d7a7b92a144 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:25.327812 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3ccac14e-5842-433c-86fd-2686593aea49 req-96287208-4238-499c-a0e2-2d7a7b92a144 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0509222 Sep 15 17:10:25.370395 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3ccac14e-5842-433c-86fd-2686593aea49 req-b54c0181-c044-4036-84c9-55d99177abb6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 Sep 15 17:10:25.468637 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe447d6-d7b4-4c4b-8111-45b4ce675d5f req-5ac87631-273f-467f-8d3e-8f695d1da32c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:25.470449 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9fe447d6-d7b4-4c4b-8111-45b4ce675d5f req-5ac87631-273f-467f-8d3e-8f695d1da32c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0518966 Sep 15 17:10:25.483989 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be3b17-d91e-4709-bd6b-7e17f9ac3d2e req-259a013e-fcea-4bac-afbf-783466026216 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:25.485669 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-52be3b17-d91e-4709-bd6b-7e17f9ac3d2e req-259a013e-fcea-4bac-afbf-783466026216 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Sep 15 17:10:25.509811 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9fe447d6-d7b4-4c4b-8111-45b4ce675d5f req-08203750-7cba-432e-b77d-6849a74ffeae tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Sep 15 17:10:25.530180 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-52be3b17-d91e-4709-bd6b-7e17f9ac3d2e req-fe9d1a0c-8de5-4134-9060-ac17f10abcf5 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Sep 15 17:10:25.952719 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:26.492326 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b73f26-a8b6-42b0-b70e-55e4357ca7ef req-c40babbd-5657-4e59-8d99-0d20f198163a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:26.493776 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e1b73f26-a8b6-42b0-b70e-55e4357ca7ef req-c40babbd-5657-4e59-8d99-0d20f198163a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0493937 Sep 15 17:10:26.530006 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e1b73f26-a8b6-42b0-b70e-55e4357ca7ef req-cae51086-cab0-471f-8cd0-94fbf4373257 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302529 Sep 15 17:10:26.624768 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c52f1-744a-4124-bf66-8bc031a54fa2 req-b189ecf3-51f5-4c8f-8449-2d7b7b806743 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:26.626384 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9d8c52f1-744a-4124-bf66-8bc031a54fa2 req-b189ecf3-51f5-4c8f-8449-2d7b7b806743 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0495913 Sep 15 17:10:26.647997 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122a9d3-aaeb-405f-94a6-fcf902de7ab1 req-819f7955-a71a-4e12-b3fd-336fd94411ab tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:26.649533 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b122a9d3-aaeb-405f-94a6-fcf902de7ab1 req-819f7955-a71a-4e12-b3fd-336fd94411ab tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Sep 15 17:10:26.665268 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9d8c52f1-744a-4124-bf66-8bc031a54fa2 req-45c8ebcf-892e-4014-b983-5828801e087e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328252 Sep 15 17:10:26.688871 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b122a9d3-aaeb-405f-94a6-fcf902de7ab1 req-3a601f16-4f40-4f75-b9ea-432f54ada367 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Sep 15 17:10:27.437220 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-6d52a80c-990a-40b4-a338-a3b985593523 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022900 Sep 15 17:10:27.536879 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ed6d354c-204f-406f-a881-e63175330dc8 req-c7f5849f-7086-4287-b7c7-9e11b09eeb1f service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815587 Sep 15 17:10:27.646754 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c79579-5bcf-4bbd-9079-0f78e6670c09 req-c9fc7048-7407-4864-b17a-95ddf086d1ad tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:27.648208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-52c79579-5bcf-4bbd-9079-0f78e6670c09 req-c9fc7048-7407-4864-b17a-95ddf086d1ad tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0475466 Sep 15 17:10:27.689518 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-52c79579-5bcf-4bbd-9079-0f78e6670c09 req-be5fa4b4-5220-4b15-8009-733fa17855b1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352578 Sep 15 17:10:27.789273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2978f-7589-4d9a-9492-cd0891de5bed req-8bd77ac7-cab9-4bca-b237-ad83de4f05a1 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:27.790940 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8de2978f-7589-4d9a-9492-cd0891de5bed req-8bd77ac7-cab9-4bca-b237-ad83de4f05a1 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0522847 Sep 15 17:10:27.804097 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:27.810880 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a9b78-b6fe-43c1-974d-00cb48472da4 req-4fe404af-2569-483a-bceb-fb3717f24687 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:27.812402 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-531a9b78-b6fe-43c1-974d-00cb48472da4 req-4fe404af-2569-483a-bceb-fb3717f24687 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0500338 Sep 15 17:10:27.834852 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8de2978f-7589-4d9a-9492-cd0891de5bed req-264e6a50-f34f-4521-9715-b693148fb69a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Sep 15 17:10:27.851959 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-531a9b78-b6fe-43c1-974d-00cb48472da4 req-b76b8486-df9f-4a02-8f2e-4bcb367ee66a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332918 Sep 15 17:10:28.828438 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144239d-b1cd-4566-9686-95f0cf6348c9 req-541883c1-92aa-4e21-acba-87867cd84bec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:28.829933 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5144239d-b1cd-4566-9686-95f0cf6348c9 req-541883c1-92aa-4e21-acba-87867cd84bec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0471139 Sep 15 17:10:28.872049 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5144239d-b1cd-4566-9686-95f0cf6348c9 req-c9be1310-94e1-4770-92b6-c9e30e938c7d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355084 Sep 15 17:10:29.006765 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96eec-6b74-4c01-baf8-a3b5969d74be req-6297a652-a6bd-4856-92fd-4bc625563a48 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:29.008281 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-06e96eec-6b74-4c01-baf8-a3b5969d74be req-6297a652-a6bd-4856-92fd-4bc625563a48 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0725420 Sep 15 17:10:29.024660 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ec55a-2f67-42ab-8671-b322943fa215 req-9aa2a1c2-5c00-495f-8ec5-72cd3701dc68 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:29.026274 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4f8ec55a-2f67-42ab-8671-b322943fa215 req-9aa2a1c2-5c00-495f-8ec5-72cd3701dc68 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0563116 Sep 15 17:10:29.052219 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-06e96eec-6b74-4c01-baf8-a3b5969d74be req-460ebdd4-97fe-42ad-9e2f-e243b2eed8e4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378489 Sep 15 17:10:29.067237 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4f8ec55a-2f67-42ab-8671-b322943fa215 req-904e8b91-5d5f-4ef4-88c3-e317f150a5ea tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346203 Sep 15 17:10:30.000601 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa66ac-9ba8-4ebd-8118-570b62fcca25 req-0979f6bf-008f-4ed9-9b24-cbe1b28bc907 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:30.002284 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e3fa66ac-9ba8-4ebd-8118-570b62fcca25 req-0979f6bf-008f-4ed9-9b24-cbe1b28bc907 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0555878 Sep 15 17:10:30.047619 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e3fa66ac-9ba8-4ebd-8118-570b62fcca25 req-1bc2404a-278f-43b9-94ac-ecef217b0e47 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386860 Sep 15 17:10:30.185670 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581132f-b1c3-4b87-b309-5176360f9c8b req-8389b694-1ff5-4a6f-a5df-832aa53f1d5e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:30.187169 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6581132f-b1c3-4b87-b309-5176360f9c8b req-8389b694-1ff5-4a6f-a5df-832aa53f1d5e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0496213 Sep 15 17:10:30.196214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d6bce-a0b6-4ee3-8190-7336b9a8dc63 req-d0413b53-c5a9-40f1-98fa-2f9dce10a752 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:30.200675 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e98d6bce-a0b6-4ee3-8190-7336b9a8dc63 req-d0413b53-c5a9-40f1-98fa-2f9dce10a752 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0542347 Sep 15 17:10:30.230708 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6581132f-b1c3-4b87-b309-5176360f9c8b req-2abd72f1-8372-4c5a-b02c-f1853ce6da63 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374515 Sep 15 17:10:30.239586 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e98d6bce-a0b6-4ee3-8190-7336b9a8dc63 req-96e88f20-f849-485f-b9a2-347169f85377 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350411 Sep 15 17:10:31.175349 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c56a1c-93bc-4824-a486-48ec7afb612a req-2a29b070-7337-4efd-b3fd-f499a9ac5f09 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:31.176832 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2c56a1c-93bc-4824-a486-48ec7afb612a req-2a29b070-7337-4efd-b3fd-f499a9ac5f09 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0506980 Sep 15 17:10:31.215944 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2c56a1c-93bc-4824-a486-48ec7afb612a req-0edb89a7-9562-4319-a52f-17fa69c56dc4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Sep 15 17:10:31.354855 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a7267-4e7a-4224-a759-99cbd42034be req-846f1034-34c1-41dd-b7b1-33a049f35862 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:31.356992 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f59a7267-4e7a-4224-a759-99cbd42034be req-846f1034-34c1-41dd-b7b1-33a049f35862 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0495236 Sep 15 17:10:31.375546 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d60a4-624a-43ba-8b4e-bb2329220ebb req-e5764b80-d8af-482a-86a2-0fb6019c50f5 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:31.384435 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5e0d60a4-624a-43ba-8b4e-bb2329220ebb req-e5764b80-d8af-482a-86a2-0fb6019c50f5 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Sep 15 17:10:31.441772 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f59a7267-4e7a-4224-a759-99cbd42034be req-3ee078df-7dcf-4bb0-8ddd-d56758fe01bf tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774024 Sep 15 17:10:31.450231 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5e0d60a4-624a-43ba-8b4e-bb2329220ebb req-ceca94f7-0ac8-444a-9609-4a310690c571 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Sep 15 17:10:32.394354 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162655b0-d73d-4a2d-993f-48b46c783753 req-67b73a06-5f6e-4175-a87f-dbdfd351e539 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:32.396127 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-162655b0-d73d-4a2d-993f-48b46c783753 req-67b73a06-5f6e-4175-a87f-dbdfd351e539 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0530324 Sep 15 17:10:32.438265 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-162655b0-d73d-4a2d-993f-48b46c783753 req-ac5e94a7-8ee6-4c7f-91f9-9734d47c9a38 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362766 Sep 15 17:10:32.571722 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468cded-ad54-4f90-bd37-74f6b87c3be2 req-868e74a9-e890-4fc7-a85b-c78559a8aaad tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:32.573535 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b468cded-ad54-4f90-bd37-74f6b87c3be2 req-868e74a9-e890-4fc7-a85b-c78559a8aaad tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0527763 Sep 15 17:10:32.582278 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1074a37-19fa-4f7d-a75d-fab2cd469fc2 req-99d23ef2-d25f-4c69-b9da-535a4a2836c9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:32.592676 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e1074a37-19fa-4f7d-a75d-fab2cd469fc2 req-99d23ef2-d25f-4c69-b9da-535a4a2836c9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0638406 Sep 15 17:10:32.640283 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e1074a37-19fa-4f7d-a75d-fab2cd469fc2 req-89dfedb8-b881-4834-84f4-f6cbe8829949 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463309 Sep 15 17:10:32.641716 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b468cded-ad54-4f90-bd37-74f6b87c3be2 req-ab849de6-13cf-489a-b618-a696a8c0eaac tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Sep 15 17:10:33.568766 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07535269-e017-4fc6-92d1-64eadf5ec050 req-03c8cd7c-27e4-4d60-b2fb-84597f2d3216 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:33.570904 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-07535269-e017-4fc6-92d1-64eadf5ec050 req-03c8cd7c-27e4-4d60-b2fb-84597f2d3216 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0627091 Sep 15 17:10:33.612009 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-07535269-e017-4fc6-92d1-64eadf5ec050 req-8592615f-32d8-4d6e-ad41-b0eeec3722cf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345378 Sep 15 17:10:33.765443 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273262a1-f245-49d8-b878-0eead90b7146 req-e0dd9302-12be-460c-8e9a-004f02f6abcc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:33.766957 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-273262a1-f245-49d8-b878-0eead90b7146 req-e0dd9302-12be-460c-8e9a-004f02f6abcc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0560536 Sep 15 17:10:33.781351 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e7321-dcc0-45bd-9789-d6f214dc4163 req-f77209f7-9122-4f88-815a-de257c1faea9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:33.783978 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-181e7321-dcc0-45bd-9789-d6f214dc4163 req-f77209f7-9122-4f88-815a-de257c1faea9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0615680 Sep 15 17:10:33.830915 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-181e7321-dcc0-45bd-9789-d6f214dc4163 req-369b47a4-6f4a-420b-8f13-1d677ec8bbc1 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348630 Sep 15 17:10:33.832048 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-273262a1-f245-49d8-b878-0eead90b7146 req-121cad19-c35a-43d3-88cf-93c7246d3243 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589421 Sep 15 17:10:34.032778 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:34.737997 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe251d-8511-479f-aab0-822bc76f23b0 req-d765ee14-3445-4319-8539-b52e114ff043 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:34.739493 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6fe251d-8511-479f-aab0-822bc76f23b0 req-d765ee14-3445-4319-8539-b52e114ff043 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0510073 Sep 15 17:10:34.781351 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6fe251d-8511-479f-aab0-822bc76f23b0 req-227acde5-e4e1-408c-bcf2-d58b1536c36e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Sep 15 17:10:34.957362 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a95ce3-570f-420a-afe9-0d897881ffbe req-9040ae6d-fe63-4797-b2bc-c854aa32c097 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:34.959586 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-69a95ce3-570f-420a-afe9-0d897881ffbe req-9040ae6d-fe63-4797-b2bc-c854aa32c097 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0576940 Sep 15 17:10:34.964565 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedb908-a446-4aa4-9827-ea0738176e29 req-7446d83b-45f6-4cee-b3ee-863945b36d45 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:34.969455 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2fedb908-a446-4aa4-9827-ea0738176e29 req-7446d83b-45f6-4cee-b3ee-863945b36d45 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0591304 Sep 15 17:10:35.006030 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-69a95ce3-570f-420a-afe9-0d897881ffbe req-baf585a8-7f37-41ae-b9dc-38329b546c6b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Sep 15 17:10:35.024396 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2fedb908-a446-4aa4-9827-ea0738176e29 req-a16d18ea-6a82-459e-80c1-9a85c82f6e3b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476518 Sep 15 17:10:35.904729 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31502a22-52fb-4e54-ad61-bcbc0685a7d5 req-0426a9f8-d79f-4a46-bcd0-d456f38f2de5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:35.910062 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31502a22-52fb-4e54-ad61-bcbc0685a7d5 req-0426a9f8-d79f-4a46-bcd0-d456f38f2de5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0567615 Sep 15 17:10:35.948715 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31502a22-52fb-4e54-ad61-bcbc0685a7d5 req-819dfa46-2bc9-48f5-9cdd-85a6015b5d3d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363967 Sep 15 17:10:36.153602 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afc6e4-8142-4442-a7ec-9ca595517f19 req-0a9c65fc-e88f-4f70-947d-68b408d07714 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:36.155275 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-07afc6e4-8142-4442-a7ec-9ca595517f19 req-0a9c65fc-e88f-4f70-947d-68b408d07714 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0724885 Sep 15 17:10:36.155421 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c1e5d-f54c-4b4a-a2a2-0f597a57c71e req-2b5294a5-0a97-483f-a71d-ef1f73a9f92b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:36.156879 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8a5c1e5d-f54c-4b4a-a2a2-0f597a57c71e req-2b5294a5-0a97-483f-a71d-ef1f73a9f92b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0517671 Sep 15 17:10:36.199724 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8a5c1e5d-f54c-4b4a-a2a2-0f597a57c71e req-ebd465ae-aa2e-45cb-84ae-daa96a8b1ab2 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344989 Sep 15 17:10:36.205795 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-07afc6e4-8142-4442-a7ec-9ca595517f19 req-0a7e5af7-fde7-411b-96bc-77b56d4705f3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Sep 15 17:10:37.087284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02333f-e9d6-41cf-bd40-67b93757a767 req-17e93346-bf33-43ef-9011-9dc44f7b994b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:37.088938 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e02333f-e9d6-41cf-bd40-67b93757a767 req-17e93346-bf33-43ef-9011-9dc44f7b994b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0532238 Sep 15 17:10:37.129806 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e02333f-e9d6-41cf-bd40-67b93757a767 req-4725b6af-4749-4697-9e35-7addea94233b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349171 Sep 15 17:10:37.326146 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67df531-201c-4fce-bea9-174f9cd38b4d req-2a024792-7a8f-4a09-a124-be072cf76062 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:37.327651 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a67df531-201c-4fce-bea9-174f9cd38b4d req-2a024792-7a8f-4a09-a124-be072cf76062 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0498612 Sep 15 17:10:37.356417 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce74cac-5008-48e6-9dfc-4275c358481b req-e1c96e77-2f6b-4e03-8b9d-1e567e039e8a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:37.358494 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dce74cac-5008-48e6-9dfc-4275c358481b req-e1c96e77-2f6b-4e03-8b9d-1e567e039e8a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0607004 Sep 15 17:10:37.388133 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a67df531-201c-4fce-bea9-174f9cd38b4d req-1eebca65-da79-4168-9f63-a1c53c07be07 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506759 Sep 15 17:10:37.423592 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-dce74cac-5008-48e6-9dfc-4275c358481b req-35636304-fbca-4962-b8ec-3ecddff3509c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Sep 15 17:10:38.265965 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84082b2e-a272-44b3-9b20-8cddc7dba557 req-fcb04f2e-9b51-4253-b2f9-97a1837254ef tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:38.267555 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-84082b2e-a272-44b3-9b20-8cddc7dba557 req-fcb04f2e-9b51-4253-b2f9-97a1837254ef tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0550454 Sep 15 17:10:38.310558 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-84082b2e-a272-44b3-9b20-8cddc7dba557 req-101d5228-0f19-4d67-932a-abb43d320e25 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369008 Sep 15 17:10:38.511087 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510acbc9-7eaf-4512-9f68-9cfb5774398c req-f2430c8e-ad3c-4c39-8e91-3e252996de71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:38.512716 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-510acbc9-7eaf-4512-9f68-9cfb5774398c req-f2430c8e-ad3c-4c39-8e91-3e252996de71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0648634 Sep 15 17:10:38.575239 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-510acbc9-7eaf-4512-9f68-9cfb5774398c req-ad4c23d6-674b-42f5-9b26-43987f0bd7c8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500517 Sep 15 17:10:38.575477 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823321e-0918-4f71-b0e7-d013688fe205 req-134e87d3-df93-4b74-b6dc-ab3abfc32420 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:38.575477 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6823321e-0918-4f71-b0e7-d013688fe205 req-134e87d3-df93-4b74-b6dc-ab3abfc32420 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0764616 Sep 15 17:10:38.612675 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6823321e-0918-4f71-b0e7-d013688fe205 req-2000f7f6-e3ca-47aa-b905-cb27f38d674f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Sep 15 17:10:39.435015 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d87d3f-5988-4678-acd5-7f15862cf6dc req-93808834-5663-4e19-9684-16cc8ef01112 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:39.436982 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-30d87d3f-5988-4678-acd5-7f15862cf6dc req-93808834-5663-4e19-9684-16cc8ef01112 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0539966 Sep 15 17:10:39.475487 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-30d87d3f-5988-4678-acd5-7f15862cf6dc req-e259edf5-9f48-42b9-8349-0f32da7dacdd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321333 Sep 15 17:10:39.684346 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44042d2e-367d-4600-83a8-77be4903705d req-1c97b167-a4ca-4123-b1ac-08266ac10eec tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:39.685898 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44042d2e-367d-4600-83a8-77be4903705d req-1c97b167-a4ca-4123-b1ac-08266ac10eec tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0484521 Sep 15 17:10:39.722914 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44042d2e-367d-4600-83a8-77be4903705d req-8e5dcd10-178d-4849-863b-e863e9d77fa6 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Sep 15 17:10:39.731674 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ca0f9-c84a-4787-8094-1bd64b0a218d req-e4d2106e-2e05-4c0b-a387-d861010232d6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:39.733429 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c24ca0f9-c84a-4787-8094-1bd64b0a218d req-e4d2106e-2e05-4c0b-a387-d861010232d6 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Sep 15 17:10:39.770258 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c24ca0f9-c84a-4787-8094-1bd64b0a218d req-55e008f3-61de-4363-84a4-3c9f6cfb4aeb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Sep 15 17:10:40.593037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2368ae-9ca7-4d54-acfb-4b8dd6e64d8f req-248a1c9f-3d27-4d8f-adc7-f879eb0d5030 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:40.594612 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa2368ae-9ca7-4d54-acfb-4b8dd6e64d8f req-248a1c9f-3d27-4d8f-adc7-f879eb0d5030 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0476723 Sep 15 17:10:40.633805 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa2368ae-9ca7-4d54-acfb-4b8dd6e64d8f req-8ce1734c-c40d-4e85-9db2-4591c2ed54f0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Sep 15 17:10:40.840851 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375d72-78a7-49f3-bd9c-c32937f18c4d req-a483761e-9fbf-4625-a8ee-13b39992581b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:40.842347 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7375d72-78a7-49f3-bd9c-c32937f18c4d req-a483761e-9fbf-4625-a8ee-13b39992581b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0475881 Sep 15 17:10:40.882393 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa89c-a78d-41c9-b3a1-dd39050e8973 req-26d9df81-82ce-40db-af83-78bbdb96cc3f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:40.883219 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7375d72-78a7-49f3-bd9c-c32937f18c4d req-b7b05610-8c48-41f3-8fb7-178cddbd8428 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351026 Sep 15 17:10:40.883886 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4ebfa89c-a78d-41c9-b3a1-dd39050e8973 req-26d9df81-82ce-40db-af83-78bbdb96cc3f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0477335 Sep 15 17:10:40.920458 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4ebfa89c-a78d-41c9-b3a1-dd39050e8973 req-02b5c8ab-97d5-4ee0-a667-86484659f9ba tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306759 Sep 15 17:10:41.753319 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd9682-d9f9-46ce-a215-2337a602e823 req-c3dd398c-f4bd-49be-a8ca-469906a215ed tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:41.754803 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-42dd9682-d9f9-46ce-a215-2337a602e823 req-c3dd398c-f4bd-49be-a8ca-469906a215ed tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0494578 Sep 15 17:10:41.793674 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-42dd9682-d9f9-46ce-a215-2337a602e823 req-9051d1cb-368d-4341-bb33-0920f95a8d26 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322182 Sep 15 17:10:41.864584 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-2a517681-c4be-4d53-b69b-e7d932260e40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392056 Sep 15 17:10:41.929083 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-85789fc2-86d4-4870-8253-fc19868f32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:41.930644 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-85789fc2-86d4-4870-8253-fc19868f32fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0400603 Sep 15 17:10:42.044878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38535945-655f-4a0b-a359-3579192eb02c req-1a84133a-5557-4139-9c57-569ca04e0db3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.046467 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-38535945-655f-4a0b-a359-3579192eb02c req-1a84133a-5557-4139-9c57-569ca04e0db3 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0576096 Sep 15 17:10:42.074497 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-803ab49d-c99f-4acd-8a35-7f56d758fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.076024 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-803ab49d-c99f-4acd-8a35-7f56d758fc40 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.0950336 Sep 15 17:10:42.085831 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9098c8-3aa8-4523-9816-49b35704ce5b req-62d5054f-532b-4073-a27c-f923cda9b152 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.087268 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-dd9098c8-3aa8-4523-9816-49b35704ce5b req-62d5054f-532b-4073-a27c-f923cda9b152 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.1361406 Sep 15 17:10:42.087413 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-38535945-655f-4a0b-a359-3579192eb02c req-2e1b4e75-f4ed-4111-8c7b-830c15358243 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Sep 15 17:10:42.165444 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-dd9098c8-3aa8-4523-9816-49b35704ce5b req-18577e90-df6a-402a-bd7e-0bb9e3b00b67 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706584 Sep 15 17:10:42.171636 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-c551b40d-5222-4d82-8b09-5243af3ece3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 1000 time: 0.0834732 Sep 15 17:10:42.220942 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-06964f8a-dc8e-4ee2-b31e-73091e64ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.222342 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-06964f8a-dc8e-4ee2-b31e-73091e64ce7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0416286 Sep 15 17:10:42.276197 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-2b91e71f-fbfa-4d3b-8229-07525f447b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.277667 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-2b91e71f-fbfa-4d3b-8229-07525f447b6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375106 Sep 15 17:10:42.373655 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-ec573a70-7af4-4db4-87ad-ca8c34ec42ee service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Sep 15 17:10:42.468227 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72cc616e-bedf-4d79-967a-dd91c3641487 req-03b088d4-81e6-41a3-8e4a-e6fbbd3dd98e service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840471 Sep 15 17:10:42.913702 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83b4d-41c7-4858-b6f7-be5a94abf47f req-f95796eb-9f52-4186-aeef-b46c59cba102 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:42.915181 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-adf83b4d-41c7-4858-b6f7-be5a94abf47f req-f95796eb-9f52-4186-aeef-b46c59cba102 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0489173 Sep 15 17:10:42.956208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-adf83b4d-41c7-4858-b6f7-be5a94abf47f req-7af686a6-dd70-4d02-a4c2-4298b81439c2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349026 Sep 15 17:10:43.231252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12af0-26ee-4e7b-abff-d2f87e650aa5 req-c01b0d8a-291e-4335-9165-f17c15390e1f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:43.232736 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1fe12af0-26ee-4e7b-abff-d2f87e650aa5 req-c01b0d8a-291e-4335-9165-f17c15390e1f tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0649390 Sep 15 17:10:43.271903 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1fe12af0-26ee-4e7b-abff-d2f87e650aa5 req-aae2baed-9343-44e4-b0fc-462c8d872024 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Sep 15 17:10:43.374781 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6677064-1c99-4b76-8c60-8a1839c89c75 req-97f7d01f-df7f-49d1-bbf6-d8553466ab29 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:43.379488 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6677064-1c99-4b76-8c60-8a1839c89c75 req-97f7d01f-df7f-49d1-bbf6-d8553466ab29 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0510604 Sep 15 17:10:43.418388 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6677064-1c99-4b76-8c60-8a1839c89c75 req-9774df25-0690-4a74-9db0-ac38e1947eda tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347633 Sep 15 17:10:43.603607 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1093f-a81f-4413-9b04-43737c0a4fc5 req-37d80975-547e-47fe-ae7a-cc5a56e19c13 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:43.604991 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-06d1093f-a81f-4413-9b04-43737c0a4fc5 req-37d80975-547e-47fe-ae7a-cc5a56e19c13 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.0472500 Sep 15 17:10:43.671833 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-06d1093f-a81f-4413-9b04-43737c0a4fc5 req-cdbb7cec-2027-4194-a69d-b96b7495e82d tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Sep 15 17:10:43.680053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-c5fe9f25-8fae-41fb-a2e4-67f674e379bc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:43.681469 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-c5fe9f25-8fae-41fb-a2e4-67f674e379bc tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 945 time: 0.0751038 Sep 15 17:10:43.778522 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Deleting port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:43.778863 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:43.882073 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] For port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:43.882073 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:43.883692 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Calling delete_port for adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:44.083679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b31da-0d8e-4873-afeb-c7aeb52ecd59 req-5a1f5c6b-5bde-4440-a87d-ab2bbc068ea0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.085178 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-965b31da-0d8e-4873-afeb-c7aeb52ecd59 req-5a1f5c6b-5bde-4440-a87d-ab2bbc068ea0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0482697 Sep 15 17:10:44.101594 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.115019 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:44.130563 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-965b31da-0d8e-4873-afeb-c7aeb52ecd59 req-bec519d6-57bb-4c5c-9074-778e08e6855b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389385 Sep 15 17:10:44.153323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Pushing event deleted for resources: {'Port': ['ID=adbff125-6ee5-4dc9-9dee-4d21ed28b8f2,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:44.195095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] No DVR routers for this DVR port adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:44.197626 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:44.199704 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-45155fbf-f5e1-4fee-981d-9ff8cdb2ed26 req-01face30-1bc6-47c9-b107-c32bd8cb5c3e tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "DELETE /v2.0/ports/adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 HTTP/1.1" status: 204 len: 173 time: 0.5092804 Sep 15 17:10:44.200138 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'name': 'network-vif-deleted', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:44.202426 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bed7a2-d9cf-4d95-905d-d3db3ee065cb" -d '{"events": [{"server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "name": "network-vif-deleted", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:44.240555 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08085947-7225-404b-a281-4f3107c3f151 x-openstack-request-id: req-08085947-7225-404b-a281-4f3107c3f151 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:44.241153 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6b802f-896a-4632-986b-1482edf85e63", "name": "network-vif-deleted", "tag": "adbff125-6ee5-4dc9-9dee-4d21ed28b8f2", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:44.241153 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-08085947-7225-404b-a281-4f3107c3f151 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:44.241456 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6b802f-896a-4632-986b-1482edf85e63', 'name': 'network-vif-deleted', 'tag': 'adbff125-6ee5-4dc9-9dee-4d21ed28b8f2', 'status': 'completed', 'code': 200} Sep 15 17:10:44.363851 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c005dce-e85c-440f-836f-5c381d90fcff req-dafc99c7-1d44-408e-b9a6-efdf402501ac tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=4f6b802f-896a-4632-986b-1482edf85e63 HTTP/1.1" status: 200 len: 210 time: 0.0271041 Sep 15 17:10:44.535374 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edaebc-b002-4d8f-b872-463b8df3761d req-763f0103-6160-4307-808a-483d2346fcac tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.536893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-25edaebc-b002-4d8f-b872-463b8df3761d req-763f0103-6160-4307-808a-483d2346fcac tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0504665 Sep 15 17:10:44.576066 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-25edaebc-b002-4d8f-b872-463b8df3761d req-9ec88cd7-76d6-4d7c-8dda-451d39010f0a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330815 Sep 15 17:10:44.787882 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906664-26f6-4a31-8c88-a532663faff4 req-89b16967-cd17-409e-8604-f0dcddbede5a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:44.789330 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d906664-26f6-4a31-8c88-a532663faff4 req-89b16967-cd17-409e-8604-f0dcddbede5a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Sep 15 17:10:44.826233 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d906664-26f6-4a31-8c88-a532663faff4 req-78c404c9-59ba-4ec5-a25c-16b10f8fcc36 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302093 Sep 15 17:10:45.250970 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553296ee-12a2-4133-a15a-95ba2128dca3 req-a5157daf-faa7-422b-b606-f208ac8bb27d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.252508 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-553296ee-12a2-4133-a15a-95ba2128dca3 req-a5157daf-faa7-422b-b606-f208ac8bb27d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0513456 Sep 15 17:10:45.292482 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-553296ee-12a2-4133-a15a-95ba2128dca3 req-45ff7957-958f-4bf8-8345-3603ff91e869 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324392 Sep 15 17:10:45.523464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-0c654562-5348-441c-919b-733ea64a7e89 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.524895 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-0c654562-5348-441c-919b-733ea64a7e89 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.0473840 Sep 15 17:10:45.618709 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Deleting port e2404fe4-645d-4b5f-b18c-e4ce60c78269 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:45.619054 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.715640 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f16506-f374-41a1-9d94-1902d0d0fa23 req-4d5206cd-a937-474a-9d7b-3f1f513efc3f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.717257 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7f16506-f374-41a1-9d94-1902d0d0fa23 req-4d5206cd-a937-474a-9d7b-3f1f513efc3f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 943 time: 0.0592158 Sep 15 17:10:45.718108 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] For port e2404fe4-645d-4b5f-b18c-e4ce60c78269, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e2404fe4-645d-4b5f-b18c-e4ce60c78269,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:45.718478 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.731746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Calling delete_port for e2404fe4-645d-4b5f-b18c-e4ce60c78269 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:45.756523 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c7f16506-f374-41a1-9d94-1902d0d0fa23 req-1c5793f4-7450-4a98-852a-037e0af86abb tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319786 Sep 15 17:10:45.874692 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83be4fd-926b-4f27-b7e1-7f8a3a09e01d req-6bea329e-5aee-4e6a-b403-c7d49ac5ac5a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.876297 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b83be4fd-926b-4f27-b7e1-7f8a3a09e01d req-6bea329e-5aee-4e6a-b403-c7d49ac5ac5a tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0506616 Sep 15 17:10:45.916182 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b83be4fd-926b-4f27-b7e1-7f8a3a09e01d req-f7436ad1-49ff-49e1-baf3-5e8bf7b2cb8d tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334675 Sep 15 17:10:45.943980 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c213b-4b6a-4a68-89de-d9a50fafa821 req-9fcae8de-3332-4fc2-b32f-334d04d97c13 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:45.945795 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-244c213b-4b6a-4a68-89de-d9a50fafa821 req-9fcae8de-3332-4fc2-b32f-334d04d97c13 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Sep 15 17:10:45.968430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:45.981262 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['e2404fe4-645d-4b5f-b18c-e4ce60c78269'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:46.011530 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-244c213b-4b6a-4a68-89de-d9a50fafa821 req-8e1c9d97-0753-45d8-b634-973a0d50b4b5 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588350 Sep 15 17:10:46.012205 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Pushing event deleted for resources: {'Port': ['ID=e2404fe4-645d-4b5f-b18c-e4ce60c78269,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:46.059500 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] No DVR routers for this DVR port e2404fe4-645d-4b5f-b18c-e4ce60c78269 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:46.062237 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:46.066251 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-99a5ef82-3cce-4142-841d-dffcc7d20388 req-ba3d25cd-9d19-4f37-912b-5e7a22fda103 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "DELETE /v2.0/ports/e2404fe4-645d-4b5f-b18c-e4ce60c78269 HTTP/1.1" status: 204 len: 173 time: 0.5308554 Sep 15 17:10:46.242630 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'name': 'network-vif-deleted', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:46.245522 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d062139b-243e-4cc8-b448-3b9633b20e12" -d '{"events": [{"server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "name": "network-vif-deleted", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:46.281530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f590b3c-c0d3-4187-979d-463b53a815c1 x-openstack-request-id: req-1f590b3c-c0d3-4187-979d-463b53a815c1 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:46.282223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd904d77-4aa8-41e0-ac6b-5726ae6d6703", "name": "network-vif-deleted", "tag": "e2404fe4-645d-4b5f-b18c-e4ce60c78269", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:46.282223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f590b3c-c0d3-4187-979d-463b53a815c1 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:46.282559 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd904d77-4aa8-41e0-ac6b-5726ae6d6703', 'name': 'network-vif-deleted', 'tag': 'e2404fe4-645d-4b5f-b18c-e4ce60c78269', 'status': 'completed', 'code': 200} Sep 15 17:10:46.391313 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0391b302-4c43-4756-ac2d-054b34f38820 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:10:46.395178 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:46.419571 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257b55a-27bb-47e9-a05e-6631b69d5209 req-bb43bf2f-8e2c-472b-9736-c9f1598d9eef tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:46.421159 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e257b55a-27bb-47e9-a05e-6631b69d5209 req-bb43bf2f-8e2c-472b-9736-c9f1598d9eef tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0576909 Sep 15 17:10:46.424880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:46.425228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device adbff125-6ee5-4dc9-9dee-4d21ed28b8f2 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:46.460541 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e257b55a-27bb-47e9-a05e-6631b69d5209 req-6ec226f8-d51b-4a34-ba0b-28547586116b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332811 Sep 15 17:10:46.508744 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0391b302-4c43-4756-ac2d-054b34f38820,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:46.519400 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '0391b302-4c43-4756-ac2d-054b34f38820', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'port_id': '0391b302-4c43-4756-ac2d-054b34f38820', 'mac_address': 'fa:16:3e:36:3d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:10:46.555646 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:46.571079 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0391b302-4c43-4756-ac2d-054b34f38820 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:10:46.590253 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0391b302-4c43-4756-ac2d-054b34f38820,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:46.695888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:46.742839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:46.870368 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37572-2ddc-4d8a-a29d-85e2b51139dc req-a4b3adee-211a-49b5-b05a-82c8c8dcddab tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:46.872520 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a9b37572-2ddc-4d8a-a29d-85e2b51139dc req-a4b3adee-211a-49b5-b05a-82c8c8dcddab tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 944 time: 0.0489380 Sep 15 17:10:46.909376 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a9b37572-2ddc-4d8a-a29d-85e2b51139dc req-71459334-98b5-4ffb-b00e-a920cad6ca08 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309618 Sep 15 17:10:46.994638 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0391b302-4c43-4756-ac2d-054b34f38820'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:47.031988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a976-c45b-4c9b-99b3-643782a962c7 req-0f608d0b-2816-4b67-8297-b8dbe5550263 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:47.039448 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-05a7a976-c45b-4c9b-99b3-643782a962c7 req-0f608d0b-2816-4b67-8297-b8dbe5550263 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0569227 Sep 15 17:10:47.080718 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-05a7a976-c45b-4c9b-99b3-643782a962c7 req-954a9ef0-0d21-44b9-ac34-3216ff60041b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Sep 15 17:10:47.144338 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0e065b5-92ac-4526-8655-55b7e8833a29 req-185c5e59-67d2-47ad-89e3-cec8a1b59e43 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd904d77-4aa8-41e0-ac6b-5726ae6d6703 HTTP/1.1" status: 200 len: 210 time: 0.0302877 Sep 15 17:10:47.580466 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0923-ffe1-47a0-8996-6997e3a9c999 req-0df7255a-f5d2-484a-8097-54e2cf6ab5a6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:47.581853 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-261f0923-ffe1-47a0-8996-6997e3a9c999 req-0df7255a-f5d2-484a-8097-54e2cf6ab5a6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0510156 Sep 15 17:10:47.618962 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-261f0923-ffe1-47a0-8996-6997e3a9c999 req-4e843ebe-a823-45c4-9049-e10a4468981c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 Sep 15 17:10:48.022107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7172325-c1a1-4222-b7e5-75f2ac331b40 req-91aa99f6-283e-41b0-aad2-868b14e1da17 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:48.023589 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b7172325-c1a1-4222-b7e5-75f2ac331b40 req-91aa99f6-283e-41b0-aad2-868b14e1da17 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 944 time: 0.0498395 Sep 15 17:10:48.059983 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b7172325-c1a1-4222-b7e5-75f2ac331b40 req-44224080-807e-4616-b60c-4972e43f7eaa tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298555 Sep 15 17:10:48.198735 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc997db5-fbc2-4f21-a57a-323dcfa8378a req-515ec789-c1ff-4173-9605-f5ba3177bac0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:48.200264 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bc997db5-fbc2-4f21-a57a-323dcfa8378a req-515ec789-c1ff-4173-9605-f5ba3177bac0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Sep 15 17:10:48.238339 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-bc997db5-fbc2-4f21-a57a-323dcfa8378a req-8ff260d6-7bce-4458-b0f0-bf715850d3d8 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Sep 15 17:10:48.405359 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0391b302-4c43-4756-ac2d-054b34f38820 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:10:48.539111 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 0391b302-4c43-4756-ac2d-054b34f38820 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:10:48.544693 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 0391b302-4c43-4756-ac2d-054b34f38820 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:10:48.545064 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:48.667681 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:48.706298 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:48.709005 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9b9d8-ead6-4ff9-9a1a-88bf1559daeb" -d '{"events": [{"server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "name": "network-vif-plugged", "status": "completed", "tag": "0391b302-4c43-4756-ac2d-054b34f38820"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:48.713592 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0391b302-4c43-4756-ac2d-054b34f38820,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:48.744965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d443-2fd9-4a87-94f0-464a3fcfef98 req-3e08c9c8-ab5f-4a57-baad-a07112bd68f5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:48.746746 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf41d443-2fd9-4a87-94f0-464a3fcfef98 req-3e08c9c8-ab5f-4a57-baad-a07112bd68f5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0521319 Sep 15 17:10:48.755205 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919dbb5-14dc-4279-ab74-67c51e642916 x-openstack-request-id: req-1919dbb5-14dc-4279-ab74-67c51e642916 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:48.755506 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "name": "network-vif-plugged", "status": "completed", "tag": "0391b302-4c43-4756-ac2d-054b34f38820", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:48.755771 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1919dbb5-14dc-4279-ab74-67c51e642916 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:48.756142 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820', 'code': 200} Sep 15 17:10:48.791999 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf41d443-2fd9-4a87-94f0-464a3fcfef98 req-95102540-0863-4284-8a2a-fbc734b95603 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 Sep 15 17:10:48.813695 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:48.813695 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e2404fe4-645d-4b5f-b18c-e4ce60c78269 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:10:48.850037 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: e2404fe4-645d-4b5f-b18c-e4ce60c78269 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:10:48.850385 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e2404fe4-645d-4b5f-b18c-e4ce60c78269 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:10:48.885781 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:49.076597 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48e613-c054-4819-b34f-42f778d36908 req-cfbf5cba-349a-4a67-b1d5-e06efd5ddc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:49.078475 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9e48e613-c054-4819-b34f-42f778d36908 req-cfbf5cba-349a-4a67-b1d5-e06efd5ddc17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 1098 time: 0.0389459 Sep 15 17:10:49.186768 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db183ef2-3d2b-41b1-b198-03e9ccf5c646 req-14a45c75-28a0-4735-b7d7-3ff20d2d07f1 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:49.187036 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-db183ef2-3d2b-41b1-b198-03e9ccf5c646 req-14a45c75-28a0-4735-b7d7-3ff20d2d07f1 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0516319 Sep 15 17:10:49.225105 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-db183ef2-3d2b-41b1-b198-03e9ccf5c646 req-44b03d77-7626-4f55-bf95-106f87bac9c4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315289 Sep 15 17:10:49.354097 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932616-5a48-4214-a194-7dffc0e62d55 req-4d8cb573-a207-43f9-b813-b79d9f37396d tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:49.355615 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e2932616-5a48-4214-a194-7dffc0e62d55 req-4d8cb573-a207-43f9-b813-b79d9f37396d tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0515966 Sep 15 17:10:49.393333 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e2932616-5a48-4214-a194-7dffc0e62d55 req-ec1e7f8a-f7b2-4eb7-b8d8-98afbf93f25b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Sep 15 17:10:49.915023 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f4fcf-7ca6-4298-9853-5842d0a6c831 req-e993878e-467f-4795-a35b-741931e9ffd6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:49.916432 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3c7f4fcf-7ca6-4298-9853-5842d0a6c831 req-e993878e-467f-4795-a35b-741931e9ffd6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0505204 Sep 15 17:10:49.953457 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3c7f4fcf-7ca6-4298-9853-5842d0a6c831 req-49909fd0-0fa7-43e8-b628-68bf0abb6e8e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308497 Sep 15 17:10:50.029856 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9e48e613-c054-4819-b34f-42f778d36908 req-5fb69122-d32a-4e75-a15a-4a659e6d3dfb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285623 Sep 15 17:10:50.335596 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3648e7-3d23-46bf-918b-6cc9f0a13f0f req-a2130d87-5077-468d-b354-c0ac499f173e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:50.337036 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ed3648e7-3d23-46bf-918b-6cc9f0a13f0f req-a2130d87-5077-468d-b354-c0ac499f173e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0469220 Sep 15 17:10:50.373804 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ed3648e7-3d23-46bf-918b-6cc9f0a13f0f req-8f918560-6151-41bb-8c59-b364e61468e9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302479 Sep 15 17:10:50.504425 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4f339-9ab4-498d-8bdf-bc854c3dd53e req-9e106222-7414-42fd-b8ef-9124f2368405 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:50.505877 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72b4f339-9ab4-498d-8bdf-bc854c3dd53e req-9e106222-7414-42fd-b8ef-9124f2368405 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0473981 Sep 15 17:10:50.540498 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-72b4f339-9ab4-498d-8bdf-bc854c3dd53e req-61f05552-1e17-4afb-9427-fd20d7148029 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288391 Sep 15 17:10:50.860433 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:10:50.952093 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:50.962763 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '66000c22-9dd9-47c9-9734-cd62275416d3', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': '66000c22-9dd9-47c9-9734-cd62275416d3', 'mac_address': 'fa:16:3e:5b:da:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:10:50.999481 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.011684 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:10:51.029947 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:51.070895 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb796f8-e6a7-46d5-b8e8-c1d2d8c75319 req-dcabc557-4a03-430e-add5-d1a541f6200d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:51.072342 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-afb796f8-e6a7-46d5-b8e8-c1d2d8c75319 req-dcabc557-4a03-430e-add5-d1a541f6200d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 943 time: 0.0470104 Sep 15 17:10:51.095384 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:51.109937 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-afb796f8-e6a7-46d5-b8e8-c1d2d8c75319 req-8c4ff3c3-8cc7-47e1-bd83-189514c8d21b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Sep 15 17:10:51.144806 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=9']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:51.485631 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f649dd3-334c-4b42-a371-cda573870e33 req-d6956776-9e97-4ee9-aae6-8647596ecaea tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:51.486957 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3f649dd3-334c-4b42-a371-cda573870e33 req-d6956776-9e97-4ee9-aae6-8647596ecaea tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0496449 Sep 15 17:10:51.522886 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3f649dd3-334c-4b42-a371-cda573870e33 req-9156099b-0b7b-42c8-b448-382a12d9c110 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Sep 15 17:10:51.655359 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b2c05-df7c-42a9-8692-f984d75cf524 req-de8ae6eb-22a7-4e31-896a-4c1d32cc93a0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:51.656803 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-499b2c05-df7c-42a9-8692-f984d75cf524 req-de8ae6eb-22a7-4e31-896a-4c1d32cc93a0 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0505967 Sep 15 17:10:51.692601 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-499b2c05-df7c-42a9-8692-f984d75cf524 req-dcc1c0ff-66ac-4202-bcd2-09fba7779296 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300171 Sep 15 17:10:52.116775 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['66000c22-9dd9-47c9-9734-cd62275416d3'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:10:52.229871 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12752e4f-10b0-432e-8bfb-8ae74026e65d req-1a3e5701-3a0b-4cfa-953d-f4651c7df7f9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.231387 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-12752e4f-10b0-432e-8bfb-8ae74026e65d req-1a3e5701-3a0b-4cfa-953d-f4651c7df7f9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0492499 Sep 15 17:10:52.275183 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-12752e4f-10b0-432e-8bfb-8ae74026e65d req-ebe50cd5-816c-4dcf-a7fc-4e73d0049ca4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Sep 15 17:10:52.335734 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-41a2804d-b11c-4f2b-9dc4-2fa14fd0f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:52.635223 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a5577-9e97-48f2-93db-5959f3f1910c req-f8128dfa-c3f1-4551-afa8-6038b6a661da tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.637138 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-547a5577-9e97-48f2-93db-5959f3f1910c req-f8128dfa-c3f1-4551-afa8-6038b6a661da tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0484741 Sep 15 17:10:52.673948 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-547a5577-9e97-48f2-93db-5959f3f1910c req-10f07606-20b7-4ba4-9f82-bf52831444ea tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Sep 15 17:10:52.820396 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10552-4aaa-4a61-a136-eb1a63a65d68 req-bfeb82e6-f042-4b41-a84a-40b118017f55 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:52.821936 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59f10552-4aaa-4a61-a136-eb1a63a65d68 req-bfeb82e6-f042-4b41-a84a-40b118017f55 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0554395 Sep 15 17:10:52.862079 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59f10552-4aaa-4a61-a136-eb1a63a65d68 req-1950a1cb-1e5a-46c6-bf8f-b018a0763e5b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Sep 15 17:10:53.403849 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f6a74-0ad7-4010-8728-37724abb5647 req-3278bfd1-1531-42a3-b533-e4aa2746263b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.405342 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d1f6a74-0ad7-4010-8728-37724abb5647 req-3278bfd1-1531-42a3-b533-e4aa2746263b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0553844 Sep 15 17:10:53.444152 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d1f6a74-0ad7-4010-8728-37724abb5647 req-cf7c3253-ed9e-4205-afb0-667feeb4379d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320649 Sep 15 17:10:53.793372 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be166b-e3ab-4a3b-ace7-ed384dbf00f3 req-6ebdccf9-95b1-4184-abdb-e033b0b45a66 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.795008 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e0be166b-e3ab-4a3b-ace7-ed384dbf00f3 req-6ebdccf9-95b1-4184-abdb-e033b0b45a66 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0539417 Sep 15 17:10:53.834797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e0be166b-e3ab-4a3b-ace7-ed384dbf00f3 req-dfe2a901-ca93-4507-ac2c-f49dec461e67 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Sep 15 17:10:53.962757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3445-874b-4ba0-bf37-578320e8c9cb req-0e21d603-56d1-4f39-9336-419fe193610d tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.964297 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f1c3445-874b-4ba0-bf37-578320e8c9cb req-0e21d603-56d1-4f39-9336-419fe193610d tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0589354 Sep 15 17:10:53.979808 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0b59e-10fc-46d5-b8bb-22ef2583a214 req-2d3479d0-e6f2-4f98-8568-42419649eba4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:53.981935 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-62e0b59e-10fc-46d5-b8bb-22ef2583a214 req-2d3479d0-e6f2-4f98-8568-42419649eba4 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0503552 Sep 15 17:10:54.002920 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f1c3445-874b-4ba0-bf37-578320e8c9cb req-61c272d4-8f68-4d96-89e2-7dc513e0613f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323114 Sep 15 17:10:54.020923 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-62e0b59e-10fc-46d5-b8bb-22ef2583a214 req-c1c917c9-42a6-4e16-b997-e48a732bf1ce tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Sep 15 17:10:54.025642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 50192) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:54.205885 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16089cd8-1627-4bdd-8fea-296c9b139dab tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:54.207144 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-16089cd8-1627-4bdd-8fea-296c9b139dab tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 1093 time: 0.1805801 Sep 15 17:10:54.210453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50196) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:10:54.216119 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'port_id': '0391b302-4c43-4756-ac2d-054b34f38820', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:10:54.290307 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.387181 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.432529 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:10:54.491409 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 66000c22-9dd9-47c9-9734-cd62275416d3 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:10:54.491787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.532502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.27.1.25 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:10:54.585783 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.610090 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:54.610439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158034-46f9-4dcf-a8f5-631a136143c6 req-e40262b7-83d7-4cfc-9558-d61be3c62bb8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:54.611989 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-03158034-46f9-4dcf-a8f5-631a136143c6 req-e40262b7-83d7-4cfc-9558-d61be3c62bb8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 944 time: 0.0819206 Sep 15 17:10:54.612372 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3905b460-a674-43c7-b3ef-a34489c25f6c" -d '{"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:54.625155 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:54.655067 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad64edc-3ee0-40b9-af53-3fe6c4ccb3ed x-openstack-request-id: req-6ad64edc-3ee0-40b9-af53-3fe6c4ccb3ed {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:54.655350 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-plugged", "status": "completed", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:54.655596 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ad64edc-3ee0-40b9-af53-3fe6c4ccb3ed {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:54.655982 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'code': 200} Sep 15 17:10:54.696560 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-03158034-46f9-4dcf-a8f5-631a136143c6 req-86c666ee-20aa-4efd-baca-ad7bb6b01918 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533319 Sep 15 17:10:54.698920 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.717452 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.750309 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=10']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:54.810788 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:54.845768 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:10:54.848537 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:10:54.851113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:10:54.885707 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:54.897987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.898333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.898677 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.899013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.899336 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.899667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.900261 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.900388 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.900627 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.900963 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.901355 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.901639 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:10:54.996324 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-399a7937-d223-4297-bb2d-6677ec6249d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.147096 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cb0a0-4049-48ab-9011-19f55aad10f9 req-52077ae3-32ce-4fc3-8740-92b7a8a6509b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:55.148583 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1f9cb0a0-4049-48ab-9011-19f55aad10f9 req-52077ae3-32ce-4fc3-8740-92b7a8a6509b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0561559 Sep 15 17:10:55.188308 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1f9cb0a0-4049-48ab-9011-19f55aad10f9 req-80732ef7-3642-4754-945c-f7d41280c71c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326161 Sep 15 17:10:55.242930 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.327114 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.416210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.568515 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.630316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.707725 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:55.722568 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.851247 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP 905eafb6-b123-43ea-b57c-74a8a8015f5f associated. External IP: 172.27.1.25, port: 0391b302-4c43-4756-ac2d-054b34f38820. Sep 15 17:10:55.895107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206677d0-1aea-4e83-b9b8-c0b09fa489f6 req-343f13ff-4e6c-4177-9db3-892fca16e76a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:55.896532 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-206677d0-1aea-4e83-b9b8-c0b09fa489f6 req-343f13ff-4e6c-4177-9db3-892fca16e76a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.1197126 Sep 15 17:10:55.964086 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:55.976985 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-206677d0-1aea-4e83-b9b8-c0b09fa489f6 req-2ff2d1fd-9d40-418c-aa12-91054382c589 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731039 Sep 15 17:10:56.300247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:10:56.304446 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abc706-9749-47dd-9c8b-cc7873fb24c7 req-233bc311-84e0-4c19-aabc-eaf30a0d82bb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:56.305974 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e2abc706-9749-47dd-9c8b-cc7873fb24c7 req-233bc311-84e0-4c19-aabc-eaf30a0d82bb tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0493658 Sep 15 17:10:56.345250 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e2abc706-9749-47dd-9c8b-cc7873fb24c7 req-9bf4217e-24c1-4bd5-84cb-65978c9248df tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Sep 15 17:10:56.414609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:10:56.425350 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:10:56.435316 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:56.439382 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:10:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:56.488279 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:56.520943 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0b0c575f-35a8-4538-ae09-dda42be30e40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3042817 Sep 15 17:10:56.520943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:56.520943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc317e1-0205-4364-b930-c0198902d859" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "tag": "0391b302-4c43-4756-ac2d-054b34f38820"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:56.542251 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:56.564942 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ac122-ef77-4a0b-b090-76b0003913eb x-openstack-request-id: req-ef8ac122-ef77-4a0b-b090-76b0003913eb {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:56.564942 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "tag": "0391b302-4c43-4756-ac2d-054b34f38820", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:56.564942 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef8ac122-ef77-4a0b-b090-76b0003913eb {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:56.564942 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820', 'status': 'completed', 'code': 200} Sep 15 17:10:56.765078 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '905eafb6-b123-43ea-b57c-74a8a8015f5f', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '0391b302-4c43-4756-ac2d-054b34f38820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:36:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:10:55Z', 'updated_at': '2021-09-15T17:10:55Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:56.791645 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:10:56.800396 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:10:56.800985 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:10:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:56.905935 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:10:57.097836 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb8e15-ca2c-4050-b6d7-9194545a8f64 req-1d476b61-0cc5-4f56-af67-c9197d755638 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:57.099360 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-07bb8e15-ca2c-4050-b6d7-9194545a8f64 req-1d476b61-0cc5-4f56-af67-c9197d755638 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Sep 15 17:10:57.127266 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '905eafb6-b123-43ea-b57c-74a8a8015f5f', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '0391b302-4c43-4756-ac2d-054b34f38820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:36:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:10:55Z', 'updated_at': '2021-09-15T17:10:55Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:10:57.137960 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-07bb8e15-ca2c-4050-b6d7-9194545a8f64 req-1ca63fdf-6127-426b-a229-f68cf6468604 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320065 Sep 15 17:10:57.157671 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f1a640-33d1-40c2-a4a8-9b06b2218327 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '905eafb6-b123-43ea-b57c-74a8a8015f5f', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.25', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '0391b302-4c43-4756-ac2d-054b34f38820', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:36:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:10:55Z', 'updated_at': '2021-09-15T17:10:55Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:10:57.357358 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086f64bc-7d2d-4799-bc92-8b4c5e78e40c None None] New status for floating IP 905eafb6-b123-43ea-b57c-74a8a8015f5f: ACTIVE {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:10:57.465105 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea478-85b8-41cd-b6f3-6f5dca03a118 req-19784569-2410-4225-a79e-76cc48f7dc40 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:57.467625 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6e2ea478-85b8-41cd-b6f3-6f5dca03a118 req-19784569-2410-4225-a79e-76cc48f7dc40 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Sep 15 17:10:57.509183 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6e2ea478-85b8-41cd-b6f3-6f5dca03a118 req-625f2c11-8196-4eda-8a4a-a6f8df788a06 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Sep 15 17:10:57.792921 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.264226 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85591a26-a078-4756-b676-6a1de07a6021 req-46c2d25b-495d-4a21-b762-6627f047d8a9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.265642 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-85591a26-a078-4756-b676-6a1de07a6021 req-46c2d25b-495d-4a21-b762-6627f047d8a9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0522711 Sep 15 17:10:58.301687 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-85591a26-a078-4756-b676-6a1de07a6021 req-0590026c-42f2-4527-884f-b996be2c2dcf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301685 Sep 15 17:10:58.392133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-acf4e2c7-a3ff-477e-b389-2895d17bdf88 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.393269 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a1851-d5fd-4176-9214-c294dcfee667 req-c1da270c-6bfd-4a80-9a6d-3a01703acb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.393809 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-acf4e2c7-a3ff-477e-b389-2895d17bdf88 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0537746 Sep 15 17:10:58.395066 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-177a1851-d5fd-4176-9214-c294dcfee667 req-c1da270c-6bfd-4a80-9a6d-3a01703acb3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1099 time: 0.0646188 Sep 15 17:10:58.410911 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc317e1-0205-4364-b930-c0198902d859 req-45ec27b8-0595-469b-a696-db05c80c25fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.412389 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-45ec27b8-0595-469b-a696-db05c80c25fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 1098 time: 0.0479398 Sep 15 17:10:58.482730 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-177a1851-d5fd-4176-9214-c294dcfee667 req-6705c284-f1fb-41b8-8935-2721195979b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581160 Sep 15 17:10:58.543336 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc317e1-0205-4364-b930-c0198902d859 req-5f32ed72-1088-4538-a67e-8d1528d13089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.543539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Deleting port 0aa47e0b-1382-485b-857f-b3d2196b3d2a {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:10:58.543953 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.544858 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-5f32ed72-1088-4538-a67e-8d1528d13089 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.1193016 Sep 15 17:10:58.667901 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] For port 0aa47e0b-1382-485b-857f-b3d2196b3d2a, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0aa47e0b-1382-485b-857f-b3d2196b3d2a,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:10:58.668267 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.678361 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f9cb0-b066-4b29-81cd-0ba26bb90e92 req-d37f7384-50c0-4e52-945b-c631fc25b571 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.679881 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-964f9cb0-b066-4b29-81cd-0ba26bb90e92 req-d37f7384-50c0-4e52-945b-c631fc25b571 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 945 time: 0.0773168 Sep 15 17:10:58.704804 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Calling delete_port for 0aa47e0b-1382-485b-857f-b3d2196b3d2a owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:10:58.788725 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-964f9cb0-b066-4b29-81cd-0ba26bb90e92 req-cb954092-ff8e-421d-abbb-bddd6298e96b tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/security-groups?id=18b6db7b-7cdc-4da5-85b4-49b9f153aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029165 Sep 15 17:10:58.803875 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-76d1ceac-1865-41b4-b7c4-688124a52629 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0391b302-4c43-4756-ac2d-054b34f38820 HTTP/1.1" status: 200 len: 1000 time: 0.0614705 Sep 15 17:10:58.865801 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc317e1-0205-4364-b930-c0198902d859 req-fd5a0983-a51a-4c3f-b798-140a77ba6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.867266 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-fd5a0983-a51a-4c3f-b798-140a77ba6a46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0504072 Sep 15 17:10:58.913945 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc317e1-0205-4364-b930-c0198902d859 req-995e5d9d-32a8-427b-90af-fa80e19aea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:58.915474 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-995e5d9d-32a8-427b-90af-fa80e19aea3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401635 Sep 15 17:10:58.956484 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:58.989681 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Pushing event deleted for resources: {'Port': ['ID=0aa47e0b-1382-485b-857f-b3d2196b3d2a,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:10:59.006728 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-f791549c-84f4-437d-a852-f07adbf42cac service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830963 Sep 15 17:10:59.061013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] No DVR routers for this DVR port 0aa47e0b-1382-485b-857f-b3d2196b3d2a on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:10:59.064134 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:10:59.066162 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-779d31ea-675b-4d3a-bba4-db00bb0ac835 req-ea7d0ec6-0d0c-405c-b63d-d82b7d65fdf9 tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.54 "DELETE /v2.0/ports/0aa47e0b-1382-485b-857f-b3d2196b3d2a HTTP/1.1" status: 204 len: 173 time: 0.6483264 Sep 15 17:10:59.066594 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'name': 'network-vif-deleted', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:10:59.068830 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6cdbee-257e-4765-80e2-30166c599024" -d '{"events": [{"server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "name": "network-vif-deleted", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:10:59.106001 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed7f28-2992-4954-8e54-05ec7d17a7f2 x-openstack-request-id: req-f5ed7f28-2992-4954-8e54-05ec7d17a7f2 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:10:59.106516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084905fc-7cc0-49ac-ada7-8c6acf53b7a9", "name": "network-vif-deleted", "tag": "0aa47e0b-1382-485b-857f-b3d2196b3d2a", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:10:59.106763 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5ed7f28-2992-4954-8e54-05ec7d17a7f2 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:10:59.107159 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084905fc-7cc0-49ac-ada7-8c6acf53b7a9', 'name': 'network-vif-deleted', 'tag': '0aa47e0b-1382-485b-857f-b3d2196b3d2a', 'status': 'completed', 'code': 200} Sep 15 17:10:59.132761 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-efc317e1-0205-4364-b930-c0198902d859 req-8b37dbee-a036-4d81-8538-1cbd3c657fcf service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111002 Sep 15 17:10:59.288652 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-0af0653d-52cf-4115-8bcc-9239cfe56604 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:59.290135 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-0af0653d-52cf-4115-8bcc-9239cfe56604 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/networks?id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f HTTP/1.1" status: 200 len: 814 time: 0.1056066 Sep 15 17:10:59.304577 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-c6d38924-e821-470f-9a92-4e0f9304df29 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/quotas/1a274e3569c4485e83a695bc32651e7e HTTP/1.1" status: 200 len: 375 time: 0.0086610 Sep 15 17:10:59.336957 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d7264fe1-0967-45ab-8eff-bb9a53d51424 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267804 Sep 15 17:10:59.432214 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-59b24bf4-d319-418d-b51f-8e5618d7cab9 service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876832 Sep 15 17:10:59.435931 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb5d12-308e-4bc1-905c-ff43613e971a req-62d9cfb7-04f8-41f1-89dd-8bfa5dc2f50a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:10:59.439050 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d9fb5d12-308e-4bc1-905c-ff43613e971a req-62d9cfb7-04f8-41f1-89dd-8bfa5dc2f50a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0598991 Sep 15 17:10:59.475707 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d9fb5d12-308e-4bc1-905c-ff43613e971a req-13e110d9-b294-4ef1-a937-9f13f98cc9eb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323348 Sep 15 17:10:59.521802 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d78f2688-1a2b-4e49-acc4-7ba4babb2f1b service neutron] 10.222.0.57 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831230 Sep 15 17:10:59.902761 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-76afa306-44ca-4804-a9c0-1bea40e2cb29 req-5596ead3-dff6-42e0-857b-900b3731179c tempest-ServerRescueNegativeTestJSON-937631725 tempest-ServerRescueNegativeTestJSON-937631725-project] 10.222.0.57 "GET /v2.0/ports?device_id=084905fc-7cc0-49ac-ada7-8c6acf53b7a9 HTTP/1.1" status: 200 len: 210 time: 0.0322611 Sep 15 17:11:00.469098 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0aa47e0b-1382-485b-857f-b3d2196b3d2a no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:11:00.489132 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 0aa47e0b-1382-485b-857f-b3d2196b3d2a {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:11:00.489465 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0aa47e0b-1382-485b-857f-b3d2196b3d2a not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:11:00.601098 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b29ef-e313-4dfe-b28e-41f7f8ce1476 req-73961a49-406b-47fd-b31c-b385db8b3edf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:00.602738 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-682b29ef-e313-4dfe-b28e-41f7f8ce1476 req-73961a49-406b-47fd-b31c-b385db8b3edf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0504296 Sep 15 17:11:00.642509 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-682b29ef-e313-4dfe-b28e-41f7f8ce1476 req-452677a7-aaa7-41f3-a601-60b8a64d718a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338702 Sep 15 17:11:00.798536 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-758be2dd-933c-4f26-8d42-44f93d3e9a5d req-8a414c8b-5d9e-4b3e-9a8d-6c59800884a7 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 210 time: 0.0354798 Sep 15 17:11:00.960026 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50322) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:01.380010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:01.539824 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:11:01.673946 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Deleting port ee7476a6-724c-4204-8750-9c7f136ebfae {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:11:01.674284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:01.759512 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] For port ee7476a6-724c-4204-8750-9c7f136ebfae, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ee7476a6-724c-4204-8750-9c7f136ebfae,segment=NetworkSegment(3f252253-0c85-43fa-b105-02af71be5cc4),segment_id=3f252253-0c85-43fa-b105-02af71be5cc4)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:01.759875 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:01.766808 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360b7d2-3151-4ec4-a88b-97cefc1ced23 req-2c7d7f9f-8981-410d-a645-99cd6fba718a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:01.768321 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b360b7d2-3151-4ec4-a88b-97cefc1ced23 req-2c7d7f9f-8981-410d-a645-99cd6fba718a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0510035 Sep 15 17:11:01.772854 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Calling delete_port for ee7476a6-724c-4204-8750-9c7f136ebfae owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:11:01.807856 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b360b7d2-3151-4ec4-a88b-97cefc1ced23 req-26fe15d2-6a1c-4b67-831f-a3e525d28fd1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Sep 15 17:11:02.126320 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1d7c0d9b-1f80-4885-8dac-79ec5b961a12 req-3c96039e-230a-41a3-8c93-5c71a1082793 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 210 time: 0.0336916 Sep 15 17:11:02.264536 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:02.289278 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7476a6-724c-4204-8750-9c7f136ebfae,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:02.454787 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:02.664393 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:11:02.712458 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-04c85906-05a8-42f8-a276-6555e35c3737 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:02.713949 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-04c85906-05a8-42f8-a276-6555e35c3737 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "GET /v2.0/networks?id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f HTTP/1.1" status: 200 len: 814 time: 0.1116791 Sep 15 17:11:02.727097 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Request body: {'port': {'device_id': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f', 'admin_state_up': True, 'tenant_id': '1a274e3569c4485e83a695bc32651e7e'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:02.785072 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:11:02.791040 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d36b1d09-cccc-4f9d-8339-22f822c0aa08 admin admin] 10.222.0.57 "PUT /v2.0/routers/609d95e6-d5dc-4e26-b46f-8b3d88b6bb25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299837 Sep 15 17:11:02.795224 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50334) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:02.797875 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Sync routers for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:11:02.809223 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:02.809881 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:10:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:02.911835 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:02.927338 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Made reservation on behalf of 1a274e3569c4485e83a695bc32651e7e for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:02.930824 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:02.933653 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:03.028951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.062141 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Allocated IP 172.20.0.2 (0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f/e12ace24-bf3d-4d74-bc3b-0dace0591eda/7743749d-f082-4994-8edf-6109a33bea3f) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:11:03.125415 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:11:02Z', 'revision_number': 5, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port': {'id': 'feb1a3bc-1c6b-4539-b172-f10266773f2c', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:24Z', 'updated_at': '2021-09-15T17:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:03.149523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Deleting port feb1a3bc-1c6b-4539-b172-f10266773f2c {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:11:03.149523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.153682 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Checking router: 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:11:03.162288 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Routers {'609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:11:03.162870 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:10:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:03.241135 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] For port feb1a3bc-1c6b-4539-b172-f10266773f2c, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=feb1a3bc-1c6b-4539-b172-f10266773f2c,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:03.241406 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.250165 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] Set router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:11:03.254559 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Calling delete_port for feb1a3bc-1c6b-4539-b172-f10266773f2c owned by network:router_gateway {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:11:03.255451 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-aa79a959-2cf2-4674-9162-36c5803fa308 req-99620f0e-c514-499a-bf8a-237fb707b2c2 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 210 time: 0.0389636 Sep 15 17:11:03.274127 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.386556 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:11:03Z', 'revision_number': 6, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:03.398887 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.414554 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967ffb0-6265-449d-85bb-81ffaef07708 None None] The sync data for ids ['609d95e6-d5dc-4e26-b46f-8b3d88b6bb25'] in dv-cinder-801913-6-iscsi is: [{'id': '609d95e6-d5dc-4e26-b46f-8b3d88b6bb25', 'name': 'tempest-ServerRescueNegativeTestJSON-1690485769-router', 'tenant_id': '84267aefc12d4c0ba56721e5747675a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:23Z', 'updated_at': '2021-09-15T17:11:03Z', 'revision_number': 6, 'project_id': '84267aefc12d4c0ba56721e5747675a7', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:11:03.442059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:11:03.445072 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:03.449191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:11:03.496046 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Pushing event updated for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:03.509973 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:03.510570 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.533093 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.559073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Pushing event deleted for resources: {'Port': ['ID=feb1a3bc-1c6b-4539-b172-f10266773f2c,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:03.587728 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d4d100b9-8f24-4c97-9e24-135a5aff027e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8641822 Sep 15 17:11:03.611118 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Request body: {'port': {'device_id': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:03.623334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.665468 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.739322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.739322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.847447 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.847966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 {{(pid=94706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:11:03.858947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.858947 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-bc7d5b24-f93f-4eb3-87c7-0ec886f358fe admin admin] 10.222.0.57 "DELETE /v2.0/routers/609d95e6-d5dc-4e26-b46f-8b3d88b6bb25 HTTP/1.1" status: 204 len: 168 time: 1.0587535 Sep 15 17:11:03.859599 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50346) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:03.925113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Deleting subnet eae136c4-1a3e-48c0-adbf-6880645f6358 {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:11:03.928658 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.961766 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7743749d-f082-4994-8edf-6109a33bea3f {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:03.967039 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.967678 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.970208 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:03.982440 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Transition to ACTIVE for port object 7743749d-f082-4994-8edf-6109a33bea3f will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:11:04.006634 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.058675 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.125648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:04.127450 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.154616 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae136c4-1a3e-48c0-adbf-6880645f6358,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:04.156634 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.160978 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-061dc151-e64c-4ccb-9596-58680d7b3fbe admin admin] 10.222.0.57 "DELETE /v2.0/subnets/eae136c4-1a3e-48c0-adbf-6880645f6358 HTTP/1.1" status: 204 len: 168 time: 0.2980096 Sep 15 17:11:04.161264 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 50350) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:04.202876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Attempting to bind port 7743749d-f082-4994-8edf-6109a33bea3f on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:11:04.203178 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Attempting to bind port 7743749d-f082-4994-8edf-6109a33bea3f by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:11:04.203452 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Attempting to bind port 7743749d-f082-4994-8edf-6109a33bea3f on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:04.240443 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Port 7743749d-f082-4994-8edf-6109a33bea3f on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:11:04.240660 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Attempting to bind port 7743749d-f082-4994-8edf-6109a33bea3f on network 0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:11:04.249316 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:11:04.249679 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Checking segment: {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:11:04.250195 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Bound using segment: {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:11:04.250536 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Bound port: 7743749d-f082-4994-8edf-6109a33bea3f, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff111ddc-8da6-418f-b316-c4a2ce399e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:11:04.250898 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.254872 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.382878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c566f-4f0b-4072-af36-f60c4a9058e5 req-65af02a8-ec12-4a13-b2fb-fbf8f13eec6e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.385710 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-346c566f-4f0b-4072-af36-f60c4a9058e5 req-65af02a8-ec12-4a13-b2fb-fbf8f13eec6e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 943 time: 0.0610979 Sep 15 17:11:04.391859 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.394631 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:11:04.415654 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7743749d-f082-4994-8edf-6109a33bea3f,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:11:04.417503 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2606e56-126c-411b-aa97-05a9cde51cbb']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:04.428982 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f252253-0c85-43fa-b105-02af71be5cc4') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:04.431776 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f252253-0c85-43fa-b105-02af71be5cc4') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:04.431908 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-346c566f-4f0b-4072-af36-f60c4a9058e5 req-4960ac8c-f97c-40e4-ae07-90b611b2eea5 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 Sep 15 17:11:04.439780 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.442164 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ee7476a6-724c-4204-8750-9c7f136ebfae no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:11:04.453513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.459430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:11:04.459819 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:11:04.461424 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:11:04.478303 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: ee7476a6-724c-4204-8750-9c7f136ebfae {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:11:04.478303 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ee7476a6-724c-4204-8750-9c7f136ebfae not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:11:04.478478 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device feb1a3bc-1c6b-4539-b172-f10266773f2c no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:11:04.479664 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.498818 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: feb1a3bc-1c6b-4539-b172-f10266773f2c {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:11:04.499162 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device feb1a3bc-1c6b-4539-b172-f10266773f2c not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:11:04.553721 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.554329 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.555701 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] 10.222.0.54 "PUT /v2.0/ports/7743749d-f082-4994-8edf-6109a33bea3f HTTP/1.1" status: 200 len: 1093 time: 0.9493129 Sep 15 17:11:04.556149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:04.558530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af34eef7-8459-4a02-8b40-04f081273747" -d '{"events": [{"name": "network-changed", "server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "tag": "7743749d-f082-4994-8edf-6109a33bea3f"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:04.575514 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42d764-53c4-4155-82f7-8f2816cb62f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:04.602496 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d00ace6-557d-472d-a911-0c0e45ce9106 x-openstack-request-id: req-0d00ace6-557d-472d-a911-0c0e45ce9106 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:04.602788 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "tag": "7743749d-f082-4994-8edf-6109a33bea3f", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:04.603040 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d00ace6-557d-472d-a911-0c0e45ce9106 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:04.603460 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f', 'status': 'completed', 'code': 200} Sep 15 17:11:04.604632 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.610185 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:04.614028 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2606e56-126c-411b-aa97-05a9cde51cbb HTTP/1.1" status: 204 len: 168 time: 0.4498153 Sep 15 17:11:04.623453 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177602-ac73-4449-a83e-2405cd8d7fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2606e56-126c-411b-aa97-05a9cde51cbb,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:04.666051 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34eef7-8459-4a02-8b40-04f081273747 req-cffe95d9-980c-40d4-836d-be0c19c290d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.667734 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-af34eef7-8459-4a02-8b40-04f081273747 req-cffe95d9-980c-40d4-836d-be0c19c290d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 1096 time: 0.0410368 Sep 15 17:11:04.770544 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34eef7-8459-4a02-8b40-04f081273747 req-4be3f091-25a8-4b50-a529-bab97c57afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.772010 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-af34eef7-8459-4a02-8b40-04f081273747 req-4be3f091-25a8-4b50-a529-bab97c57afe0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1a274e3569c4485e83a695bc32651e7e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962222 Sep 15 17:11:04.864039 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34eef7-8459-4a02-8b40-04f081273747 req-1a45699e-a140-42ba-8df9-30cbc1b16549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.865470 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-af34eef7-8459-4a02-8b40-04f081273747 req-1a45699e-a140-42ba-8df9-30cbc1b16549 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844848 Sep 15 17:11:04.945367 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-0241b97c-4690-4b43-9b50-e9de55d4ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:04.946881 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-0241b97c-4690-4b43-9b50-e9de55d4ab92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a274e3569c4485e83a695bc32651e7e&device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 1096 time: 0.0430770 Sep 15 17:11:04.981415 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50368) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:04.993126 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-3c1529c1-ebd0-4faa-8ee6-6aacfdd621a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7743749d-f082-4994-8edf-6109a33bea3f HTTP/1.1" status: 200 len: 217 time: 0.0342860 Sep 15 17:11:05.021361 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3e4385bd-2d00-4e28-95e5-cb04d3588dff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84267aefc12d4c0ba56721e5747675a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384359 Sep 15 17:11:05.033239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50370) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:05.044644 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d61b0b71-8405-4d5c-a622-bd464853fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:05.046251 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-d61b0b71-8405-4d5c-a622-bd464853fc8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e12ace24-bf3d-4d74-bc3b-0dace0591eda HTTP/1.1" status: 200 len: 854 time: 0.0449405 Sep 15 17:11:05.080932 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:05.082925 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-f2c90879-965d-47a9-bd7b-1b3d333ac32a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279593 Sep 15 17:11:05.102069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:05.238464 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:05.241064 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:05.242291 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18b6db7b-7cdc-4da5-85b4-49b9f153aa69 HTTP/1.1" status: 204 len: 168 time: 0.2080703 Sep 15 17:11:05.251122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249220c-c406-4d6e-b846-d65e0c62c7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b6db7b-7cdc-4da5-85b4-49b9f153aa69,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:05.393080 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-4a9c6258-e1c5-4bb2-8c30-a75cd0fb36fa service neutron] 10.222.0.54 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027229 Sep 15 17:11:05.487037 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b88ac98a-ca7e-463b-a647-e7b090a3f20a req-4373fcf9-cc48-45ba-bd09-fd16a26589b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Sep 15 17:11:05.551682 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1598a-79ba-4eb7-91c0-dc0c04e7e8d2 req-82bb03a6-f31d-413a-a1bb-0e07b4d71bb8 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:05.553227 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-edc1598a-79ba-4eb7-91c0-dc0c04e7e8d2 req-82bb03a6-f31d-413a-a1bb-0e07b4d71bb8 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 943 time: 0.0514266 Sep 15 17:11:05.590955 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-edc1598a-79ba-4eb7-91c0-dc0c04e7e8d2 req-b96b3a11-f535-4658-b0ec-2a836608a2e0 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Sep 15 17:11:06.211800 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50402) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:06.303786 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-581926768-network', 'tenant_id': '529bd68244e84306a4b31aea68444a37'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:06.409835 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Made reservation on behalf of 529bd68244e84306a4b31aea68444a37 for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:06.412123 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.421203 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.505878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.578520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.606031 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:11:06.611613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee29ca8-bbd0-4209-98e2-a46081bbdf8f,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:06.620292 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.620630 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Added segment 0e4edf89-69df-40b3-9393-edfbbcbb6d6e of type vlan for network e2397359-82c1-4073-a6c5-0f399cad69dc Sep 15 17:11:06.660340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.707270 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3f686-29c0-4ec5-95d0-9d478be9b801 req-f7981da6-0e08-4802-8996-7f059ad09f9a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:06.708715 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3da3f686-29c0-4ec5-95d0-9d478be9b801 req-f7981da6-0e08-4802-8996-7f059ad09f9a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 943 time: 0.0473108 Sep 15 17:11:06.746090 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3da3f686-29c0-4ec5-95d0-9d478be9b801 req-0d24c1d0-0ee7-4120-8d5f-3d9af43ec99d tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308380 Sep 15 17:11:06.750062 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.751074 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:06.751664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:06.810947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] Pushing event updated for resources: {'Network': ['ID=e2397359-82c1-4073-a6c5-0f399cad69dc,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:06.820331 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network e2397359-82c1-4073-a6c5-0f399cad69dc details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:11:06.842329 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6a3ea3cb-c6b5-4f45-a2c6-615ae0e25850 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6294563 Sep 15 17:11:06.845175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50408) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:06.850053 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Request body: {'subnet': {'network_id': 'e2397359-82c1-4073-a6c5-0f399cad69dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-581926768-subnet', 'tenant_id': '529bd68244e84306a4b31aea68444a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:06.927054 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Made reservation on behalf of 529bd68244e84306a4b31aea68444a37 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:06.929343 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:07.184570 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:07.242371 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd583657-4a39-49e8-94da-c91ed23562b9,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:07.247134 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Checking segment: {'id': '0e4edf89-69df-40b3-9393-edfbbcbb6d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e2397359-82c1-4073-a6c5-0f399cad69dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:11:07.247493 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Network hostable DHCP agents. Network: e2397359-82c1-4073-a6c5-0f399cad69dc, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:11:07.349882 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Network e2397359-82c1-4073-a6c5-0f399cad69dc is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:11:07.443574 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, e2397359-82c1-4073-a6c5-0f399cad69dc) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:07.447687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:07.448278 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:07.452908 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73432570-5e75-4962-89a7-4f38b0ac7090 None None] Network e2397359-82c1-4073-a6c5-0f399cad69dc requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:11:07.522107 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ffdc68e6-3922-4d23-b8a8-fa9b5780747a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6758561 Sep 15 17:11:07.570586 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7218d-2b74-471d-b0cb-ec107cc868c9 None None] Network e2397359-82c1-4073-a6c5-0f399cad69dc requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:11:07.861087 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00ae19-85e6-427c-b86d-6b306fc0b593 req-7c7f94b0-437e-49a9-a996-bc7803d43860 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:07.862536 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c00ae19-85e6-427c-b86d-6b306fc0b593 req-7c7f94b0-437e-49a9-a996-bc7803d43860 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 943 time: 0.0484812 Sep 15 17:11:07.902801 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c00ae19-85e6-427c-b86d-6b306fc0b593 req-b836acca-103c-4699-8d51-83302d60649a tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Sep 15 17:11:08.262765 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50430) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:08.267580 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1680974834-network', 'tenant_id': '5ee406b884a14a94b0f64801cead455f'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:08.341188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Made reservation on behalf of 5ee406b884a14a94b0f64801cead455f for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:08.343560 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.351589 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.437739 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.495080 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.508563 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7743749d-f082-4994-8edf-6109a33bea3f details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:11:08.515371 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:11:08.529762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab27c62-b5b3-4f46-aaca-273543d988b7,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:08.532576 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.533082 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Added segment 4685426a-2003-42fa-9e37-787d808a4e5b of type vlan for network 42651c62-e2ef-4a88-ada0-eae1a5ed83da Sep 15 17:11:08.572130 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.602568 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7743749d-f082-4994-8edf-6109a33bea3f,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:08.613605 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '7743749d-f082-4994-8edf-6109a33bea3f', 'network_id': '0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f', 'port_id': '7743749d-f082-4994-8edf-6109a33bea3f', 'mac_address': 'fa:16:3e:6f:4c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12ace24-bf3d-4d74-bc3b-0dace0591eda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:11:08.653660 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.665995 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7743749d-f082-4994-8edf-6109a33bea3f {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:11:08.672320 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.673340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:08.674010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.685198 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7743749d-f082-4994-8edf-6109a33bea3f,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:08.732943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] Pushing event updated for resources: {'Network': ['ID=42651c62-e2ef-4a88-ada0-eae1a5ed83da,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:08.742489 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 42651c62-e2ef-4a88-ada0-eae1a5ed83da details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:11:08.779485 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3db84455-9874-4fbe-88a5-242b368d9219 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5156393 Sep 15 17:11:08.782156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50432) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:08.786872 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Request body: {'subnet': {'network_id': '42651c62-e2ef-4a88-ada0-eae1a5ed83da', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1680974834-subnet', 'tenant_id': '5ee406b884a14a94b0f64801cead455f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:11:08.794599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:08.851070 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:08.857819 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.858174 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.858518 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.859128 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.859463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.859795 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.860125 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.860453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.860805 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.861137 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.861461 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.861818 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:08.870853 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Made reservation on behalf of 5ee406b884a14a94b0f64801cead455f for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:11:08.873202 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.019629 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0411b-a0c6-441e-a24e-0ad3c4efba7b req-a2c2ea78-fe1f-4c09-bbe8-8417c783b56d tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:09.021063 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44b0411b-a0c6-441e-a24e-0ad3c4efba7b req-a2c2ea78-fe1f-4c09-bbe8-8417c783b56d tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 944 time: 0.0499706 Sep 15 17:11:09.062585 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44b0411b-a0c6-441e-a24e-0ad3c4efba7b req-9ed3f79c-cad7-405b-8915-6813153a4bac tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350296 Sep 15 17:11:09.088709 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['7743749d-f082-4994-8edf-6109a33bea3f'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:11:09.113159 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.170326 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f6b348-5291-435d-b319-d9848c04e69a,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:09.174525 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Checking segment: {'id': '4685426a-2003-42fa-9e37-787d808a4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '42651c62-e2ef-4a88-ada0-eae1a5ed83da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:11:09.174883 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Network hostable DHCP agents. Network: 42651c62-e2ef-4a88-ada0-eae1a5ed83da, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:11:09.310257 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Network 42651c62-e2ef-4a88-ada0-eae1a5ed83da is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:11:09.441463 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 42651c62-e2ef-4a88-ada0-eae1a5ed83da) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:11:09.445429 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:09.446047 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.451352 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3517a6-fe73-44b0-af23-339116d72b87 None None] Network 42651c62-e2ef-4a88-ada0-eae1a5ed83da requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:11:09.562197 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5cc29edf-cb1d-4182-a357-433804d3eeae admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7789218 Sep 15 17:11:09.569828 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca11c02-4cb7-4f84-b403-9c2542f657a5 None None] Network 42651c62-e2ef-4a88-ada0-eae1a5ed83da requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:11:09.670024 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 50442) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:09.717708 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Deleting subnet bd583657-4a39-49e8-94da-c91ed23562b9 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:11:09.720731 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.753543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.790529 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.921796 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.947898 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd583657-4a39-49e8-94da-c91ed23562b9,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:09.950413 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:09.952850 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8d814efa-3255-46b3-829f-48bbc6794eab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bd583657-4a39-49e8-94da-c91ed23562b9 HTTP/1.1" status: 204 len: 168 time: 0.2813616 Sep 15 17:11:09.954900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 50444) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:10.025087 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.104224 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.124005 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2397359-82c1-4073-a6c5-0f399cad69dc']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.132987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4edf89-69df-40b3-9393-edfbbcbb6d6e') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.133285 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4edf89-69df-40b3-9393-edfbbcbb6d6e') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.143050 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.156146 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.162475 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:11:10.163826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:11:10.164668 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:11:10.174918 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e4f97-1288-4973-bb45-a11b2a879eda req-177725e7-962f-4128-9652-09ae28b2becb tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:10.176473 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a18e4f97-1288-4973-bb45-a11b2a879eda req-177725e7-962f-4128-9652-09ae28b2becb tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 944 time: 0.0490129 Sep 15 17:11:10.214725 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a18e4f97-1288-4973-bb45-a11b2a879eda req-d1d10d9a-d29b-4ba2-ab20-b23b971621f5 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Sep 15 17:11:10.310237 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.315686 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.328103 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2397359-82c1-4073-a6c5-0f399cad69dc HTTP/1.1" status: 204 len: 168 time: 0.3628123 Sep 15 17:11:10.330605 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50452) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:10.331101 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d0097-0108-460c-8589-fb804c757261 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2397359-82c1-4073-a6c5-0f399cad69dc,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:10.380450 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Deleting subnet a4f6b348-5291-435d-b319-d9848c04e69a {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:11:10.383957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.418783 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.456843 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.526345 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7743749d-f082-4994-8edf-6109a33bea3f up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:11:10.622025 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.648045 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f6b348-5291-435d-b319-d9848c04e69a,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:10.653379 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.658494 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-199fff60-71e8-4d40-8371-3b72a6e38982 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a4f6b348-5291-435d-b319-d9848c04e69a HTTP/1.1" status: 204 len: 168 time: 0.3240094 Sep 15 17:11:10.658494 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50462) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:10.658660 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 7743749d-f082-4994-8edf-6109a33bea3f completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:11:10.662917 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 7743749d-f082-4994-8edf-6109a33bea3f triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:11:10.663329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.728687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.745931 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.769131 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:10.773767 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab48270-75e1-4d9c-ba51-6e0c6aeaf959" -d '{"events": [{"server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "name": "network-vif-plugged", "status": "completed", "tag": "7743749d-f082-4994-8edf-6109a33bea3f"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:10.784752 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7743749d-f082-4994-8edf-6109a33bea3f,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:10.808329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d508c-39e8-4e57-bd47-60f0018292a7 x-openstack-request-id: req-ca1d508c-39e8-4e57-bd47-60f0018292a7 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:10.808329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "name": "network-vif-plugged", "status": "completed", "tag": "7743749d-f082-4994-8edf-6109a33bea3f", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:10.808529 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca1d508c-39e8-4e57-bd47-60f0018292a7 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:10.808840 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f', 'code': 200} Sep 15 17:11:10.810104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.830864 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42651c62-e2ef-4a88-ada0-eae1a5ed83da']}} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.841210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4685426a-2003-42fa-9e37-787d808a4e5b') {'for_net_delete': True} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.841501 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4685426a-2003-42fa-9e37-787d808a4e5b') {} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:11:10.851195 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64850458'] for segment, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.864488 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.870981 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:11:10.871360 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64877595'] for segment, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: Traceback (most recent call last): Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: timer() Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: cb(*args, **kw) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: return func(*args, **kwargs) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: self._notify() Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: self.callback(batched_events) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: event.method(event) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: return f(self, *a, **k) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._get(url).json() Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: return self.request(url, 'GET', **kwargs) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:11:10.873028 dv-cinder-801913-6-iscsi neutron-server[94706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:11:10.893033 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:10.938683 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:11.036079 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.041589 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.046609 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/42651c62-e2ef-4a88-ada0-eae1a5ed83da HTTP/1.1" status: 204 len: 168 time: 0.3843482 Sep 15 17:11:11.054052 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02c6f-45ad-4e7d-8213-43d5776f90e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=42651c62-e2ef-4a88-ada0-eae1a5ed83da,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:11.156027 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f32b49-7fa4-457c-8dce-bda2eb371b39 req-28e193ea-9dbb-4f2e-b166-e904f2ca52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:11.157523 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a4f32b49-7fa4-457c-8dce-bda2eb371b39 req-28e193ea-9dbb-4f2e-b166-e904f2ca52d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 1098 time: 0.0447173 Sep 15 17:11:11.194045 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a4f32b49-7fa4-457c-8dce-bda2eb371b39 req-f7f4c179-ed39-44ae-af5d-549fce710156 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265267 Sep 15 17:11:11.331325 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891372bc-4343-41fd-80f8-567f533b4781 req-45dbf88d-ad93-41c8-a89d-4fa0b3f47eb8 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:11.332814 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-891372bc-4343-41fd-80f8-567f533b4781 req-45dbf88d-ad93-41c8-a89d-4fa0b3f47eb8 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0521653 Sep 15 17:11:11.370796 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-891372bc-4343-41fd-80f8-567f533b4781 req-67070037-f76e-4a03-b88d-6d3b5176c8ea tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320461 Sep 15 17:11:11.534293 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50474) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:11.572360 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fd5e3315-a81a-483f-93a3-2c4782fee8a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=529bd68244e84306a4b31aea68444a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369725 Sep 15 17:11:11.574717 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50476) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:11.619062 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.639318 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.766860 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.769335 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:11.770481 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3ee29ca8-bbd0-4209-98e2-a46081bbdf8f HTTP/1.1" status: 204 len: 168 time: 0.1949160 Sep 15 17:11:11.778056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c9f59-8191-4adb-8c7a-c4492e035dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee29ca8-bbd0-4209-98e2-a46081bbdf8f,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:12.487567 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc8d1d-ed6a-4932-877d-67b20759913d req-6c14cf6b-512c-4ae7-a1f3-1d7b2248664e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:12.489030 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-84dc8d1d-ed6a-4932-877d-67b20759913d req-6c14cf6b-512c-4ae7-a1f3-1d7b2248664e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0491550 Sep 15 17:11:12.525015 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-84dc8d1d-ed6a-4932-877d-67b20759913d req-5e62fb9b-bc84-43e3-ab80-72058976cf0d tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301082 Sep 15 17:11:12.582866 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50492) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:12.622378 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-9ac62726-0340-4cd1-9141-5519ffb5ae43 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ee406b884a14a94b0f64801cead455f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382776 Sep 15 17:11:12.624768 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50494) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:12.675879 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:12.696194 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:12.792178 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:12.794782 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:12.795940 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ab27c62-b5b3-4f46-aaca-273543d988b7 HTTP/1.1" status: 204 len: 168 time: 0.1702499 Sep 15 17:11:12.804904 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba7ea-dbe1-4f86-811e-9abde172a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab27c62-b5b3-4f46-aaca-273543d988b7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:13.649496 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def431d-f426-4689-afd1-1b50855780e7 req-26158a8b-1713-476c-ba88-980e7a590e8e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:13.650998 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9def431d-f426-4689-afd1-1b50855780e7 req-26158a8b-1713-476c-ba88-980e7a590e8e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0598311 Sep 15 17:11:13.696919 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9def431d-f426-4689-afd1-1b50855780e7 req-892c5876-e676-4b40-b675-930de5fbe40c tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305431 Sep 15 17:11:15.964591 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d985b47-e93f-41d0-9bb5-6cd1859d87e7 req-ee9b9b5d-7dd2-44f1-acea-ea46f49a7d0c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:15.966104 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2d985b47-e93f-41d0-9bb5-6cd1859d87e7 req-ee9b9b5d-7dd2-44f1-acea-ea46f49a7d0c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0619714 Sep 15 17:11:16.002702 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2d985b47-e93f-41d0-9bb5-6cd1859d87e7 req-3de6f1fd-6d96-495f-9f76-25c7202cae2e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Sep 15 17:11:17.011931 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 50592) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:17.120786 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-341cb663-3830-45d3-bbec-443c9e33bb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.126223 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099003f-419b-435d-8e6e-78800da06046 req-d4ecf948-3e86-4c5d-9e7b-69d64e99434a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:17.127691 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1099003f-419b-435d-8e6e-78800da06046 req-d4ecf948-3e86-4c5d-9e7b-69d64e99434a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0486791 Sep 15 17:11:17.169273 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1099003f-419b-435d-8e6e-78800da06046 req-05252ac4-a230-4452-b51c-f0e97219b3b0 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353978 Sep 15 17:11:17.210150 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-341cb663-3830-45d3-bbec-443c9e33bb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.281388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-341cb663-3830-45d3-bbec-443c9e33bb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.321327 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-341cb663-3830-45d3-bbec-443c9e33bb65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1c1c7c70bb8421c961b5277516b7f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082337 Sep 15 17:11:17.323344 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb663-3830-45d3-bbec-443c9e33bb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60811361-54c1-48ec-a0d3-05ff7b1c775e,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:17.324047 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50602) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:17.376773 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.397293 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.563658 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.566297 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:17.567426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60811361-54c1-48ec-a0d3-05ff7b1c775e HTTP/1.1" status: 204 len: 168 time: 0.2424030 Sep 15 17:11:17.574886 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38130-7300-4af4-b4be-f802424fdb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60811361-54c1-48ec-a0d3-05ff7b1c775e,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:18.281085 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa129426-e96f-40f9-a68b-46f792664af2 req-f2715094-df92-4c50-a784-f967875503ad tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:18.282600 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fa129426-e96f-40f9-a68b-46f792664af2 req-f2715094-df92-4c50-a784-f967875503ad tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0474889 Sep 15 17:11:18.318359 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fa129426-e96f-40f9-a68b-46f792664af2 req-4b247c42-f406-4e28-8d00-648cfc8a4c75 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299730 Sep 15 17:11:19.434033 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd2ac9-1c47-4cc4-8c3f-c49df7a2ad8f req-abd65604-aa87-4eac-bcd1-ae98a3551d28 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:19.435478 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-55dd2ac9-1c47-4cc4-8c3f-c49df7a2ad8f req-abd65604-aa87-4eac-bcd1-ae98a3551d28 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Sep 15 17:11:19.471185 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-55dd2ac9-1c47-4cc4-8c3f-c49df7a2ad8f req-3176e70e-df7c-4563-a414-80ab24cf9909 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299287 Sep 15 17:11:20.582122 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931427cf-f536-48df-97de-cc8108b2f34f req-4f02830d-ca26-4005-a8b2-f7a0576c21bd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:20.583576 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-931427cf-f536-48df-97de-cc8108b2f34f req-4f02830d-ca26-4005-a8b2-f7a0576c21bd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0472391 Sep 15 17:11:20.620488 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-931427cf-f536-48df-97de-cc8108b2f34f req-b201ce40-01eb-4829-aa86-fc051cea75fc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Sep 15 17:11:21.735270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd30f0-4f27-48a0-a2aa-f2fcdca01098 req-5596e24a-63f5-4455-b1a4-e1d6e44126cc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:21.736643 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ffd30f0-4f27-48a0-a2aa-f2fcdca01098 req-5596e24a-63f5-4455-b1a4-e1d6e44126cc tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0510159 Sep 15 17:11:21.772667 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ffd30f0-4f27-48a0-a2aa-f2fcdca01098 req-79e47f7b-103a-42d3-88d1-2673e8892d4a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301213 Sep 15 17:11:22.309785 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c445e231-cf10-4c7b-9e9d-ee05c23f9114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:22.889397 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2ae57-29f7-4290-a2db-71c87df38fc5 req-c70881bf-fabd-4109-a092-4729f5eb0e57 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:22.890866 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-07c2ae57-29f7-4290-a2db-71c87df38fc5 req-c70881bf-fabd-4109-a092-4729f5eb0e57 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0516829 Sep 15 17:11:22.927698 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-07c2ae57-29f7-4290-a2db-71c87df38fc5 req-cd8761fb-71eb-4df1-b362-f46199a74774 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Sep 15 17:11:24.039186 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad223b0f-ff73-4adb-8868-a2f7d89a8b41 req-e4584e3b-e0f9-4549-a100-282657ec0099 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:24.040608 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ad223b0f-ff73-4adb-8868-a2f7d89a8b41 req-e4584e3b-e0f9-4549-a100-282657ec0099 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0472567 Sep 15 17:11:24.077057 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ad223b0f-ff73-4adb-8868-a2f7d89a8b41 req-eb2075ed-9f2d-442e-9b20-abefcb93234d tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Sep 15 17:11:24.998034 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-ab1f9371-1612-4187-9374-ebdc5f18f68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:25.224543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819490-a089-42c4-be23-89bf0510adbb req-5fc4b0f4-811e-43ca-a42d-0abb763a3211 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:25.226025 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a5819490-a089-42c4-be23-89bf0510adbb req-5fc4b0f4-811e-43ca-a42d-0abb763a3211 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Sep 15 17:11:25.263734 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a5819490-a089-42c4-be23-89bf0510adbb req-78b049d3-f4d9-4797-9c63-c684b30a6830 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Sep 15 17:11:25.316104 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:25.969504 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:26.376817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b0886-5f99-4ddf-923b-2ed49abe7dc0 req-2cbdf2ae-cabb-4d5a-96cf-b4aa7bc83cea tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:26.378313 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e43b0886-5f99-4ddf-923b-2ed49abe7dc0 req-2cbdf2ae-cabb-4d5a-96cf-b4aa7bc83cea tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0496991 Sep 15 17:11:26.415115 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e43b0886-5f99-4ddf-923b-2ed49abe7dc0 req-9e82c8f3-b966-4c07-9363-39dcadc78fb1 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Sep 15 17:11:27.527230 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27884c1-49d3-4161-913b-b3f655a52a6c req-c90750d3-824f-4f27-92a1-5b81640dab03 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:27.528694 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c27884c1-49d3-4161-913b-b3f655a52a6c req-c90750d3-824f-4f27-92a1-5b81640dab03 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Sep 15 17:11:27.564473 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c27884c1-49d3-4161-913b-b3f655a52a6c req-54f399b0-933a-4131-8811-cbe56b70b37b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300894 Sep 15 17:11:27.860925 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:28.681425 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1b82-1e9b-40ad-ab4d-9259be3ffee8 req-20e866dc-1465-4a0f-9981-4986f2f4baa9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:28.685039 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c5a1b82-1e9b-40ad-ab4d-9259be3ffee8 req-20e866dc-1465-4a0f-9981-4986f2f4baa9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0555646 Sep 15 17:11:28.935724 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c5a1b82-1e9b-40ad-ab4d-9259be3ffee8 req-1e49e552-2155-4df1-bdb9-c20a38d10490 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452261 Sep 15 17:11:30.059470 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f00e8c-a55f-4ca5-a44f-3af34281ff52 req-6e2da938-7e54-4b36-8b20-3402f5d00d2c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:30.060942 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86f00e8c-a55f-4ca5-a44f-3af34281ff52 req-6e2da938-7e54-4b36-8b20-3402f5d00d2c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0557964 Sep 15 17:11:30.099342 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-86f00e8c-a55f-4ca5-a44f-3af34281ff52 req-62b86fd8-21b1-4fbd-b652-e1b8198d0b94 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Sep 15 17:11:31.215699 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e73b2a-1aeb-44bc-a53b-08e1341b6d36 req-235a5349-73ea-4cee-8946-1ea203fa45da tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:31.217127 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c3e73b2a-1aeb-44bc-a53b-08e1341b6d36 req-235a5349-73ea-4cee-8946-1ea203fa45da tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0457065 Sep 15 17:11:31.252966 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c3e73b2a-1aeb-44bc-a53b-08e1341b6d36 req-cc03cd90-d168-44a4-97e0-886fe53908be tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300527 Sep 15 17:11:32.366354 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57548df8-370a-4623-9d3e-ae0bd5530c3b req-2e10b33b-d4cc-42d6-b7b5-fdaa021282bd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:32.367741 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57548df8-370a-4623-9d3e-ae0bd5530c3b req-2e10b33b-d4cc-42d6-b7b5-fdaa021282bd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Sep 15 17:11:32.410837 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57548df8-370a-4623-9d3e-ae0bd5530c3b req-c7d5ac41-fa6a-4c1e-b260-e5efbe9c0983 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364630 Sep 15 17:11:33.524563 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36635ff9-cf83-41e1-8d97-b1b3ffaefaf4 req-62d764d2-1409-4741-9a7c-6a12c002167b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:33.526104 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-36635ff9-cf83-41e1-8d97-b1b3ffaefaf4 req-62d764d2-1409-4741-9a7c-6a12c002167b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0490928 Sep 15 17:11:33.563131 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-36635ff9-cf83-41e1-8d97-b1b3ffaefaf4 req-7c6298eb-bfe8-4536-97f9-2c30c3dfe78b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 Sep 15 17:11:33.967114 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:34.673095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e427738-ba10-456d-aa85-042eb35b342f req-ead41bf9-64e1-44e3-a5e2-0e87bd4e7873 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:34.674565 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7e427738-ba10-456d-aa85-042eb35b342f req-ead41bf9-64e1-44e3-a5e2-0e87bd4e7873 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0468981 Sep 15 17:11:34.710592 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7e427738-ba10-456d-aa85-042eb35b342f req-9779921f-f4ca-4014-880b-f6c5816d3bcd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302730 Sep 15 17:11:35.070996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c496d-00df-445c-87ed-745ef1e09214 req-9d4bb4ef-fde3-4346-b5af-d45b9ca9f492 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:35.072637 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b39c496d-00df-445c-87ed-745ef1e09214 req-9d4bb4ef-fde3-4346-b5af-d45b9ca9f492 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0580235 Sep 15 17:11:35.114499 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b39c496d-00df-445c-87ed-745ef1e09214 req-0a84ef88-1d84-4abc-ae6f-b4fd47002497 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354280 Sep 15 17:11:36.232629 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ad144-b74e-467d-b346-e9347d61892c req-d98679b6-f5a5-4cf8-b45c-ad6f530c8b1d tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:36.234382 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fe2ad144-b74e-467d-b346-e9347d61892c req-d98679b6-f5a5-4cf8-b45c-ad6f530c8b1d tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0507541 Sep 15 17:11:36.271794 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fe2ad144-b74e-467d-b346-e9347d61892c req-56695b8e-a84f-4e8c-aa80-149dc6229f98 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Sep 15 17:11:36.690776 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-113662e5-8c35-45a8-93c9-7d71a91af65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:36.692145 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-113662e5-8c35-45a8-93c9-7d71a91af65a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0395253 Sep 15 17:11:36.783131 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-e89bf799-97c4-4ae7-8387-21f8fff8396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:36.784544 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-e89bf799-97c4-4ae7-8387-21f8fff8396a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.0841820 Sep 15 17:11:36.847908 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-cad1e5b7-9c54-4474-9cd2-fef61d261d93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 1000 time: 0.0544534 Sep 15 17:11:36.901919 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-a078ff67-0b83-42f2-83d2-289a83b70b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:36.903313 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-a078ff67-0b83-42f2-83d2-289a83b70b6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0417972 Sep 15 17:11:36.954542 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-197f00c4-85f1-49b0-91cc-6ebe3774b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:36.955913 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-197f00c4-85f1-49b0-91cc-6ebe3774b997 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421917 Sep 15 17:11:37.045219 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-6f05ccc7-d5b0-4641-b325-4e91f238aaf5 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797532 Sep 15 17:11:37.145076 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0747e4e8-5256-4c7d-b6bc-e9b32f3600c9 req-ef247f1a-2bd0-4cac-93e1-7104710adaa8 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917499 Sep 15 17:11:37.384030 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dac99-df53-47f7-bd1f-e4d2c98ab957 req-dac15c2d-a730-4f86-ae80-00d9e530031e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:37.385501 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e58dac99-df53-47f7-bd1f-e4d2c98ab957 req-dac15c2d-a730-4f86-ae80-00d9e530031e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Sep 15 17:11:37.422570 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e58dac99-df53-47f7-bd1f-e4d2c98ab957 req-77553e42-eb61-4362-92ee-c337d704d3c3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Sep 15 17:11:38.348874 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-90a6aa84-f6b9-40e1-bfd5-52bfc226e929 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386386 Sep 15 17:11:38.412432 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-2201092b-7060-4298-9f8d-606a2d661cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.413940 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-2201092b-7060-4298-9f8d-606a2d661cab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 1099 time: 0.0435216 Sep 15 17:11:38.516132 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-d88edd25-1f16-4784-bbbe-61375f909542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.520422 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-d88edd25-1f16-4784-bbbe-61375f909542 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0854132 Sep 15 17:11:38.537860 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:11:38.538546 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fa90b-a156-4d7d-bf5b-dabf0ac4323c req-5a1f949e-4756-4a88-949f-ae44ba58aaab tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:38.540022 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3e0fa90b-a156-4d7d-bf5b-dabf0ac4323c req-5a1f949e-4756-4a88-949f-ae44ba58aaab tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0478749 Sep 15 17:11:38.576773 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3e0fa90b-a156-4d7d-bf5b-dabf0ac4323c req-ce4fbe5b-1535-47dd-bc40-6e6c092540e9 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302737 Sep 15 17:11:39.501997 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-e6ab5c6e-e0cb-413b-959e-5d79318b18fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 200 len: 1001 time: 0.0605843 Sep 15 17:11:40.336832 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-c77db020-914b-4bc4-aa2c-0f035f0ee32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:40.338264 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-c77db020-914b-4bc4-aa2c-0f035f0ee32b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0428526 Sep 15 17:11:41.335847 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-95b22e1f-0e60-41b1-a6ff-0d5ad588d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:41.337288 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-95b22e1f-0e60-41b1-a6ff-0d5ad588d673 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390751 Sep 15 17:11:41.428084 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-ade218fa-2bed-49a3-a4ec-63d86d6cdacc service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826354 Sep 15 17:11:41.521074 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8dd6aa43-0894-4086-9711-87fd986ac4ce req-25594706-f084-471d-a1d3-341e4eeb2c29 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Sep 15 17:11:49.046492 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b5a8-dca1-4262-8be7-79390446ed38 req-b8676a87-e076-43b5-9ec0-1be0cfae60a4 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:49.049139 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b0b9b5a8-dca1-4262-8be7-79390446ed38 req-b8676a87-e076-43b5-9ec0-1be0cfae60a4 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0540171 Sep 15 17:11:49.086315 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b0b9b5a8-dca1-4262-8be7-79390446ed38 req-2c7cf275-7b8e-4f89-bb18-3ca7b0926bac tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324116 Sep 15 17:11:50.212222 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bc7fb-0bd0-4d62-9d94-e0208fdae16a req-93cf919e-8006-4362-92f8-b8eddbb3c657 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:50.213757 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-769bc7fb-0bd0-4d62-9d94-e0208fdae16a req-93cf919e-8006-4362-92f8-b8eddbb3c657 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0525572 Sep 15 17:11:50.251777 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-769bc7fb-0bd0-4d62-9d94-e0208fdae16a req-22ad79ba-c914-47f2-8d5c-e84dc1b396e0 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6ada526-39eb-4e55-aaea-8b82319baf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 15 17:11:50.928948 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-2ce4cf18-5855-4077-a7cf-27ddf8687555 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:11:50.930467 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-2ce4cf18-5855-4077-a7cf-27ddf8687555 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 945 time: 0.0466545 Sep 15 17:11:51.021070 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Deleting port 7743749d-f082-4994-8edf-6109a33bea3f {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:11:51.021409 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.108159 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] For port 7743749d-f082-4994-8edf-6109a33bea3f, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=7743749d-f082-4994-8edf-6109a33bea3f,segment=NetworkSegment(ff111ddc-8da6-418f-b316-c4a2ce399e5e),segment_id=ff111ddc-8da6-418f-b316-c4a2ce399e5e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:11:51.108524 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.120690 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Calling delete_port for 7743749d-f082-4994-8edf-6109a33bea3f owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:11:51.289791 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.302639 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['7743749d-f082-4994-8edf-6109a33bea3f'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:11:51.316613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Pushing event deleted for resources: {'Port': ['ID=7743749d-f082-4994-8edf-6109a33bea3f,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:51.352566 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.352912 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.353244 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.353584 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.353946 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.354270 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.354591 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.354910 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.355226 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.355540 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.355854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.356166 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:11:51.360276 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf0405b3-0386-4943-b138-1d4bb26bb44e req-c36df134-69c3-44bb-8b07-2181c6b764ab tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 210 time: 0.0399806 Sep 15 17:11:51.391589 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] No DVR routers for this DVR port 7743749d-f082-4994-8edf-6109a33bea3f on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:11:51.394014 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:51.395968 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0a93c882-73f1-4ff0-a1e0-1195ece9dc10 req-4bccd7af-f210-4e08-bb0f-efec33255e1e tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.54 "DELETE /v2.0/ports/7743749d-f082-4994-8edf-6109a33bea3f HTTP/1.1" status: 204 len: 173 time: 0.4562008 Sep 15 17:11:51.396395 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'name': 'network-vif-deleted', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:11:51.398621 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ccc59b-4abf-4464-b18b-c13a35948388" -d '{"events": [{"server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "name": "network-vif-deleted", "tag": "7743749d-f082-4994-8edf-6109a33bea3f"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:11:51.437334 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad7fd6-7b52-4e9e-8f74-5a022920a439 x-openstack-request-id: req-ecad7fd6-7b52-4e9e-8f74-5a022920a439 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:11:51.437651 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6be3653-6de7-4e9a-870a-04a67c7c4926", "name": "network-vif-deleted", "tag": "7743749d-f082-4994-8edf-6109a33bea3f", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:11:51.437889 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ecad7fd6-7b52-4e9e-8f74-5a022920a439 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:11:51.438316 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6be3653-6de7-4e9a-870a-04a67c7c4926', 'name': 'network-vif-deleted', 'tag': '7743749d-f082-4994-8edf-6109a33bea3f', 'status': 'completed', 'code': 200} Sep 15 17:11:52.349862 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-75f71766-7182-4fd5-812b-30be30a0526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:52.469129 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f99f5bea-22d8-4a22-9080-6917c7370d4a req-bb306a1f-8e4a-43a6-8f47-855b36e156a7 tempest-VolumesSnapshotTestJSON-1875059545 tempest-VolumesSnapshotTestJSON-1875059545-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6be3653-6de7-4e9a-870a-04a67c7c4926 HTTP/1.1" status: 200 len: 210 time: 0.0302372 Sep 15 17:11:53.142609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50930) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:53.243687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-18013cd5-36c7-42db-af00-db78447fd8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.330005 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-18013cd5-36c7-42db-af00-db78447fd8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.403880 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-18013cd5-36c7-42db-af00-db78447fd8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.440150 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18013cd5-36c7-42db-af00-db78447fd8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6a8d3-ee62-4e38-bb6b-431a03463e10,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:53.444416 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-18013cd5-36c7-42db-af00-db78447fd8a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad5c353c7641489cb4e8e46cd13975ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008060 Sep 15 17:11:53.447665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50934) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:53.495270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.514319 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.635525 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.638099 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:53.639304 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02d6a8d3-ee62-4e38-bb6b-431a03463e10 HTTP/1.1" status: 204 len: 168 time: 0.1912735 Sep 15 17:11:53.646805 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c193948-ae0c-4988-b50a-03b0240a7e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6a8d3-ee62-4e38-bb6b-431a03463e10,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:54.382590 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50950) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:54.397901 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a21d2043-6c4d-4884-9d7f-46e8e1e8f9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.483853 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a21d2043-6c4d-4884-9d7f-46e8e1e8f9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.582059 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a21d2043-6c4d-4884-9d7f-46e8e1e8f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.625471 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a21d2043-6c4d-4884-9d7f-46e8e1e8f9e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d067b93df972440b9cbc2584e20e4d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405939 Sep 15 17:11:54.626475 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d2043-6c4d-4884-9d7f-46e8e1e8f9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db5e988-d146-4877-9617-54f86a37f795,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:54.628829 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 50952) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:11:54.677285 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.697299 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.805037 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7743749d-f082-4994-8edf-6109a33bea3f no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:11:54.809304 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.811897 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:54.813041 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8db5e988-d146-4877-9617-54f86a37f795 HTTP/1.1" status: 204 len: 168 time: 0.1832891 Sep 15 17:11:54.822504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9308a-8652-4d82-9c58-fce4e68adf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db5e988-d146-4877-9617-54f86a37f795,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:11:54.826072 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 7743749d-f082-4994-8edf-6109a33bea3f {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:11:54.826423 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 7743749d-f082-4994-8edf-6109a33bea3f not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:11:55.024104 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2a69cd59-8002-4576-a405-ae4374b8bdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:55.327403 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:55.969400 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:11:57.807026 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.340183 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51080) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:03.448684 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.534058 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.652755 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.691423 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68d084e2143f4ce4bb012a41dce5226b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500047 Sep 15 17:12:03.692487 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49d113b-5200-4aaf-b9e8-158ad308d96c,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:03.693724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51088) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:03.701023 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.701380 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.701757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.702092 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.702420 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.702748 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.703087 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.703509 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.703833 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.704155 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.704474 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.704790 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51896e92-8015-4e0a-9d6c-8737f8a4fc28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:03.747783 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.768700 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.901787 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.904192 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.905449 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a49d113b-5200-4aaf-b9e8-158ad308d96c HTTP/1.1" status: 204 len: 168 time: 0.2107296 Sep 15 17:12:03.917860 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5283f-0052-4d0b-bf47-1dfc690937ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49d113b-5200-4aaf-b9e8-158ad308d96c,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:03.938840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccb5b2-34ad-4a0f-b37b-80511af0ab0a req-11cafd89-6bd0-4583-89fb-c1dbbe0056ee tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:03.940467 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9bccb5b2-34ad-4a0f-b37b-80511af0ab0a req-11cafd89-6bd0-4583-89fb-c1dbbe0056ee tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0641243 Sep 15 17:12:03.969566 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:03.980343 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9bccb5b2-34ad-4a0f-b37b-80511af0ab0a req-6986c120-a722-4b20-80ea-874aaaf6e4ec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Sep 15 17:12:04.626490 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51102) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:04.639833 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9d7ade8f-b960-4258-9141-bdb5ad4d0571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:04.730583 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9d7ade8f-b960-4258-9141-bdb5ad4d0571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:04.780605 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9d7ade8f-b960-4258-9141-bdb5ad4d0571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:04.818098 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-9d7ade8f-b960-4258-9141-bdb5ad4d0571 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=210d16579ed54312a28f2fc2232e2027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905863 Sep 15 17:12:04.819926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ade8f-b960-4258-9141-bdb5ad4d0571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b47e5-bcd1-492b-980b-f1134827c3bf,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:04.820913 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51108) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:04.871718 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:04.892215 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:05.003710 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:05.006273 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:05.007530 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b4b47e5-bcd1-492b-980b-f1134827c3bf HTTP/1.1" status: 204 len: 168 time: 0.1856287 Sep 15 17:12:05.015753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1c777-6d25-4f6b-9fa6-5fb0a0a108c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b47e5-bcd1-492b-980b-f1134827c3bf,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:05.120318 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcec4a-1529-411e-936b-1562e8852a55 req-070946ea-04a7-45d7-9c65-28a805cc33f6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:05.121830 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ddcec4a-1529-411e-936b-1562e8852a55 req-070946ea-04a7-45d7-9c65-28a805cc33f6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0661554 Sep 15 17:12:05.159737 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ddcec4a-1529-411e-936b-1562e8852a55 req-979de468-9328-4b99-8cd2-b54c468553d4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Sep 15 17:12:06.285260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cfe9e-1e85-4a26-99de-a1322ad0b668 req-ff8fd0cc-3e55-4969-8cb8-54acf6ca8c12 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:06.286797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ce3cfe9e-1e85-4a26-99de-a1322ad0b668 req-ff8fd0cc-3e55-4969-8cb8-54acf6ca8c12 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0472424 Sep 15 17:12:06.324867 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ce3cfe9e-1e85-4a26-99de-a1322ad0b668 req-8026f368-3aa0-4112-a9b7-80ccc0bfee46 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Sep 15 17:12:07.448447 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d17abf-5c58-4ec0-8443-8e7ae14b5af0 req-24fdc98a-a6cf-4a7d-956d-0bda33b8ae86 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:07.449930 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43d17abf-5c58-4ec0-8443-8e7ae14b5af0 req-24fdc98a-a6cf-4a7d-956d-0bda33b8ae86 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0495329 Sep 15 17:12:07.489824 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43d17abf-5c58-4ec0-8443-8e7ae14b5af0 req-7339c9be-226c-440b-a1fa-a6f44eb4ba65 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Sep 15 17:12:08.605088 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0855-9a93-4201-bb74-9a9d74f02ec2 req-a5fdf172-834e-4258-86a6-5eb1c91f4bf1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:08.606552 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-de3b0855-9a93-4201-bb74-9a9d74f02ec2 req-a5fdf172-834e-4258-86a6-5eb1c91f4bf1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0466001 Sep 15 17:12:08.644273 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-de3b0855-9a93-4201-bb74-9a9d74f02ec2 req-8c5f87c9-b2f3-4409-bf32-251ca460017f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=110eaecc-850f-4779-8ee5-3ff746598f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Sep 15 17:12:08.800127 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb257796-30bf-4157-941f-5ef7122dd039 req-51d1c1ca-a3ef-49e2-9cbc-a7254901c6db tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:08.801553 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fb257796-30bf-4157-941f-5ef7122dd039 req-51d1c1ca-a3ef-49e2-9cbc-a7254901c6db tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 946 time: 0.0498121 Sep 15 17:12:08.887976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Deleting port 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:12:08.888313 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:08.975675 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] For port 66000c22-9dd9-47c9-9734-cd62275416d3, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=66000c22-9dd9-47c9-9734-cd62275416d3,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:08.976038 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:09.237367 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:09.237757 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:09.238124 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Floating IP 2a496bb2-f5b5-4886-82c2-90ab2831e790 disassociated. External IP: 172.27.1.240, port: 66000c22-9dd9-47c9-9734-cd62275416d3. Sep 15 17:12:09.238456 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Calling delete_port for 66000c22-9dd9-47c9-9734-cd62275416d3 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:12:09.704602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:09.733890 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'Port': ['ID=66000c22-9dd9-47c9-9734-cd62275416d3,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:09.744547 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-31133925-653a-403b-aede-ee95cdd01af5 req-54a8f64b-e418-4646-b957-785a8f151a4d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Sep 15 17:12:09.864662 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:09.981333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:09.992222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:10.002074 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:10.005251 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:11:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:10.022678 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] No DVR routers for this DVR port 66000c22-9dd9-47c9-9734-cd62275416d3 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:12:10.026004 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:10.028177 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fb257796-30bf-4157-941f-5ef7122dd039 req-214c453a-dddb-4195-b4d6-84dccc97a448 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "DELETE /v2.0/ports/66000c22-9dd9-47c9-9734-cd62275416d3 HTTP/1.1" status: 204 len: 173 time: 1.2203434 Sep 15 17:12:10.028630 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-deleted', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:10.038638 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c07278-e4a3-4e9f-a318-6a87e411607f" -d '{"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-deleted", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:10.077279 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eacd0d-1899-46a3-a158-b0a8655bcc16 x-openstack-request-id: req-b1eacd0d-1899-46a3-a158-b0a8655bcc16 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:10.077703 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d61d239-b77d-4a9c-bddb-71adc638ea92", "name": "network-vif-deleted", "tag": "66000c22-9dd9-47c9-9734-cd62275416d3", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:10.078051 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1eacd0d-1899-46a3-a158-b0a8655bcc16 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:10.078540 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d61d239-b77d-4a9c-bddb-71adc638ea92', 'name': 'network-vif-deleted', 'tag': '66000c22-9dd9-47c9-9734-cd62275416d3', 'status': 'completed', 'code': 200} Sep 15 17:12:10.116602 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:10.312859 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:10.339010 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:10.347566 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:10.348162 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:11:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:10.454902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:10.654025 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:10.685596 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa8326-7909-4a70-9378-2b1c51698464 None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:10.844204 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0d30677-9737-44b9-bc99-967d00ceaffc req-d151f1d3-9a47-4c50-8c90-fd545a622bac tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0270901 Sep 15 17:12:10.894907 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fa243e-a439-4c38-ae6f-a24c7e8c8413 None None] New status for floating IP 2a496bb2-f5b5-4886-82c2-90ab2831e790: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:12:11.951438 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-863d498e-07ba-4f88-b55e-0b853d7933b6 req-94dde51c-69b8-403e-a07a-27305bb538fa tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0302520 Sep 15 17:12:13.062174 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5f3f832a-0330-4583-be80-7ecfb3405a9a req-d884ba94-8c8c-49ad-b074-ba8107ef55cf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d61d239-b77d-4a9c-bddb-71adc638ea92 HTTP/1.1" status: 200 len: 210 time: 0.0260544 Sep 15 17:12:13.758486 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:12:13.778367 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 66000c22-9dd9-47c9-9734-cd62275416d3 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:12:13.778707 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 66000c22-9dd9-47c9-9734-cd62275416d3 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:12:15.255737 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51242) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:15.309886 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.332214 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.521742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.524475 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.528422 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "DELETE /v2.0/security-groups/110eaecc-850f-4779-8ee5-3ff746598f3d HTTP/1.1" status: 204 len: 168 time: 0.2689941 Sep 15 17:12:15.528516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51254) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:15.535579 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02f859-4592-4d80-b2f8-6a00af6e1f0a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=110eaecc-850f-4779-8ee5-3ff746598f3d,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:15.537172 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:12:15.544835 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.api.v2.resource [None req-d713c0c7-b72a-48e5-8e36-6ebaaa49f0b8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] show failed (client error): The resource could not be found. Sep 15 17:12:15.545875 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d713c0c7-b72a-48e5-8e36-6ebaaa49f0b8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups/110eaecc-850f-4779-8ee5-3ff746598f3d HTTP/1.1" status: 404 len: 347 time: 0.0163903 Sep 15 17:12:15.558626 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51256) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:15.682314 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Deleting port fc898027-782b-44b6-a5df-c1b76f3a0c8e {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:12:15.682660 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.764008 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.764290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:15.776334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Calling delete_port for fc898027-782b-44b6-a5df-c1b76f3a0c8e owned by network:floatingip {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:12:15.990316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.028337 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'Port': ['ID=fc898027-782b-44b6-a5df-c1b76f3a0c8e,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:16.088563 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.091066 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.092240 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4eed6223-1ff9-4e31-9c7d-1cb52a2033c5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "DELETE /v2.0/floatingips/2a496bb2-f5b5-4886-82c2-90ab2831e790 HTTP/1.1" status: 204 len: 168 time: 0.5330644 Sep 15 17:12:16.543228 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51264) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:16.547752 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717909987', 'description': 'tempest-description--719923910'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:16.636128 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.717823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.818413 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.846682 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c7e8bb-110b-4c58-af60-d4b60409f784,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:16.912585 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:16.917336 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ab75cf32-8bad-4565-95ed-bbb2d99ec3a2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3731046 Sep 15 17:12:16.918107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51276) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:16.926331 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group_rule': {'security_group_id': 'd1c7e8bb-110b-4c58-af60-d4b60409f784', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:17.023487 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.078348 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.161170 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.182676 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf152ab7-89b6-4565-822f-b308e84307ca,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:17.287340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.288539 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e4c5eb8e-f9ea-48fd-8ff1-396509a4433c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672762 Sep 15 17:12:17.291854 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51278) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:17.296113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'security_group_rule': {'security_group_id': 'd1c7e8bb-110b-4c58-af60-d4b60409f784', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:17.449107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.505930 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.580397 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.598383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1dd539-72b3-4902-a53b-af3af20835a9,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:17.677495 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.678933 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-9e617ac6-6e1d-4f8c-8f27-7cdc248f9e99 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3861103 Sep 15 17:12:17.682762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51282) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:17.687015 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:17.790214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.887724 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:17.927384 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51286) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:17.995605 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Allocated IP 172.27.1.72 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/ddf53dcf-1da3-432e-b8ef-0892f569217c) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:18.034782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b5d2c896-ea7a-4918-8579-4039148d17ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.110662 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.126349 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b5d2c896-ea7a-4918-8579-4039148d17ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.209523 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b5d2c896-ea7a-4918-8579-4039148d17ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.221359 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.248847 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b5d2c896-ea7a-4918-8579-4039148d17ca admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b98ab893c81f4d11834a1a89d72c1294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202453 Sep 15 17:12:18.250067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2c896-ea7a-4918-8579-4039148d17ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657e3a3-b4e1-407d-a2e9-417c0146a60c,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:18.253106 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51298) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:18.257618 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:18.262009 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:18.267512 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:18.289322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=ddf53dcf-1da3-432e-b8ef-0892f569217c,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:18.304305 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.324854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.353948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.483742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.486611 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.487759 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2657e3a3-b4e1-407d-a2e9-417c0146a60c HTTP/1.1" status: 204 len: 168 time: 0.2334986 Sep 15 17:12:18.497127 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e2ca9-6e52-4870-9f3b-3d51bb3cf6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657e3a3-b4e1-407d-a2e9-417c0146a60c,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:18.524428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.667929 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.729487 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.807987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=ddf53dcf-1da3-432e-b8ef-0892f569217c,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:18.819925 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.912418 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:18.913688 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b102db17-484e-4004-849c-a4b05bfd5a10 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2299800 Sep 15 17:12:19.097301 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-40b318b6-48db-41f1-92aa-dfd9269bfcbe tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--717909987&fields=id&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 267 time: 0.0364223 Sep 15 17:12:19.208702 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-47170b65-fb14-4d12-8a4d-c5da26ac40d9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:19.210203 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-47170b65-fb14-4d12-8a4d-c5da26ac40d9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 817 time: 0.1058416 Sep 15 17:12:19.225946 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-23ac9f59-9337-4cc5-a2e4-2bf00de17ea4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/quotas/5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 375 time: 0.0091100 Sep 15 17:12:19.278947 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-e31383a9-5236-4c2c-8fa7-f44f265efc8f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476117 Sep 15 17:12:19.352632 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51324) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:19.377274 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-502824b6-74f5-4caf-b5f9-85f55e336c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.398100 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-eda74eaf-d0f1-422e-8621-bdcd5c965312 service neutron] 10.222.0.57 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077268 Sep 15 17:12:19.517633 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-5320a877-6e28-4bb8-be68-54a6c3cce527 service neutron] 10.222.0.57 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108959 Sep 15 17:12:19.545699 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-502824b6-74f5-4caf-b5f9-85f55e336c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.647519 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-502824b6-74f5-4caf-b5f9-85f55e336c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.690394 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-502824b6-74f5-4caf-b5f9-85f55e336c9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4832df680454c5b8193cf482925a07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367140 Sep 15 17:12:19.691256 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502824b6-74f5-4caf-b5f9-85f55e336c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c4225-5ffe-4d86-a356-9208a5854d3d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:19.693004 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51330) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:19.740976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.762598 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.866592 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1f87a137-fc41-4f8b-b901-81ee433ddf7f req-468ea629-857f-4299-a48a-84f402d69696 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 210 time: 0.0260596 Sep 15 17:12:19.901081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.903621 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:19.904773 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a3c4225-5ffe-4d86-a356-9208a5854d3d HTTP/1.1" status: 204 len: 168 time: 0.2107129 Sep 15 17:12:19.912613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9050e2-8989-4612-9fa3-7c0d3296598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c4225-5ffe-4d86-a356-9208a5854d3d,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:20.964642 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-102162a8-8b9f-4676-b4f9-36132b23ee72 req-31bf28e9-d13d-473a-9e32-ddde06fcf65b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 210 time: 0.0257616 Sep 15 17:12:22.036552 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-7f370919-4778-4995-af50-091798686620 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:22.038026 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-7f370919-4778-4995-af50-091798686620 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 817 time: 0.1069980 Sep 15 17:12:22.071569 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d165518a-2e6c-47dd-a2f6-ad38759c6ffd req-1c5b5067-7682-45a2-99a9-8b9b5c3b8acd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 210 time: 0.0325379 Sep 15 17:12:22.107261 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-12c521e1-ee10-4100-b745-192d4a43c746 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 379 time: 0.0585899 Sep 15 17:12:22.116728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'port': {'device_id': '106821bb-9cde-4206-aba1-df4350fec5a3', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'admin_state_up': True, 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'security_groups': ['d1c7e8bb-110b-4c58-af60-d4b60409f784']}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:22.358284 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-57058a0d-a9f7-47e8-980f-bd55c1ba4989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:22.362690 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Made reservation on behalf of 5e40880be02b4e4daee82c28bd1d2130 for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:22.364034 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:22.494722 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Allocated IP 172.20.0.10 (7861bcdb-330f-45d2-b7da-a05302031207/b286fb20-cfe1-4228-84c9-5bb3e3d321ca/a5be382c-ba64-4e84-b74f-440a182e7ab0) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:22.628577 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:22.747019 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:22.786843 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Network 7861bcdb-330f-45d2-b7da-a05302031207 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:22.789826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:22.794153 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:22.821314 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:22.849496 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:22.850176 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:22.962120 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3542fd6f-ff11-4a9d-87e9-a85106025720 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8488927 Sep 15 17:12:22.979075 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-98e5017a-e638-41f7-a71c-a5b961ea21a1 None None] Provisioning complete for port a5be382c-ba64-4e84-b74f-440a182e7ab0 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:22.979265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Request body: {'port': {'device_id': '106821bb-9cde-4206-aba1-df4350fec5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:22.979519 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-98e5017a-e638-41f7-a71c-a5b961ea21a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.017132 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-98e5017a-e638-41f7-a71c-a5b961ea21a1 None None] Port a5be382c-ba64-4e84-b74f-440a182e7ab0 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:23.038091 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.054496 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51446) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:23.170864 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-340e185f-9742-405b-a3df-48371270f1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.263108 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-340e185f-9742-405b-a3df-48371270f1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.297195 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51456) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:23.310826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:12:23.318535 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.330774 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Transition to ACTIVE for port object a5be382c-ba64-4e84-b74f-440a182e7ab0 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:12:23.337840 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-340e185f-9742-405b-a3df-48371270f1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.395654 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Deleting subnet e12ace24-bf3d-4d74-bc3b-0dace0591eda {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:12:23.402022 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.403611 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e185f-9742-405b-a3df-48371270f1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa429fa0-3406-46f2-93a6-6ed1be2d8179,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:23.424429 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.426065 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-340e185f-9742-405b-a3df-48371270f1df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2326a471cad24085ad1c0255db066a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704550 Sep 15 17:12:23.432887 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51458) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:23.436938 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a7853-9551-49f6-9211-eb8c237ebf87 req-4fe3e7c8-3f78-4a99-98d9-96c2b27b8a69 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:23.438449 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e95a7853-9551-49f6-9211-eb8c237ebf87 req-4fe3e7c8-3f78-4a99-98d9-96c2b27b8a69 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 932 time: 0.2933996 Sep 15 17:12:23.467776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.510094 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e95a7853-9551-49f6-9211-eb8c237ebf87 req-42842000-0116-40d0-9d15-dca20eb76284 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649159 Sep 15 17:12:23.511583 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:23.538965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.570802 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.606052 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.616887 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Attempting to bind port a5be382c-ba64-4e84-b74f-440a182e7ab0 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:23.617213 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Attempting to bind port a5be382c-ba64-4e84-b74f-440a182e7ab0 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:23.617543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Attempting to bind port a5be382c-ba64-4e84-b74f-440a182e7ab0 on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:23.634081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Port a5be382c-ba64-4e84-b74f-440a182e7ab0 on network 7861bcdb-330f-45d2-b7da-a05302031207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:12:23.635071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Attempting to bind port a5be382c-ba64-4e84-b74f-440a182e7ab0 on network 7861bcdb-330f-45d2-b7da-a05302031207 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:23.645742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:23.646075 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Checking segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:23.646645 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Bound using segment: {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:23.646902 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Bound port: a5be382c-ba64-4e84-b74f-440a182e7ab0, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:23.647252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.695409 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.710724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:23.713694 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:23.719769 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12ace24-bf3d-4d74-bc3b-0dace0591eda,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:23.723895 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.730623 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ce321f08-08c2-42a4-bd7f-86c982cd9f75 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e12ace24-bf3d-4d74-bc3b-0dace0591eda HTTP/1.1" status: 204 len: 168 time: 0.4277143 Sep 15 17:12:23.730857 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51460) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:23.750467 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.752975 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.754096 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa429fa0-3406-46f2-93a6-6ed1be2d8179 HTTP/1.1" status: 204 len: 168 time: 0.3202832 Sep 15 17:12:23.771517 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5aea8-9bd9-40a7-9b42-510e69125992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa429fa0-3406-46f2-93a6-6ed1be2d8179,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:23.802085 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.839431 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.846759 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:23.847378 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:23.848746 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] 10.222.0.54 "PUT /v2.0/ports/a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 1094 time: 0.8740520 Sep 15 17:12:23.849168 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:23.851407 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040" -d '{"events": [{"name": "network-changed", "server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:23.883675 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ecb42-e03c-4ff5-94a4-6cf004353653 service neutron] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:23.903308 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa348979-5f0d-421c-9a76-9552b6b1c4ca x-openstack-request-id: req-aa348979-5f0d-421c-9a76-9552b6b1c4ca {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:23.903600 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:23.903847 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa348979-5f0d-421c-9a76-9552b6b1c4ca {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:23.904234 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'status': 'completed', 'code': 200} Sep 15 17:12:23.984480 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.009669 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:24.019848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-28025846-dcec-4edb-8d5b-aed148b58511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.019848 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-28025846-dcec-4edb-8d5b-aed148b58511 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0979791 Sep 15 17:12:24.022935 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff111ddc-8da6-418f-b316-c4a2ce399e5e') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:24.023231 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff111ddc-8da6-418f-b316-c4a2ce399e5e') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:24.041827 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.076856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.110404 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:12:24.110811 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:12:24.120811 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:12:24.185950 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-a1943d1d-ed38-4e3a-950a-b8cefb7c4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.187416 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-a1943d1d-ed38-4e3a-950a-b8cefb7c4d3f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5e40880be02b4e4daee82c28bd1d2130&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1570766 Sep 15 17:12:24.255428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.262916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.264736 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f HTTP/1.1" status: 204 len: 168 time: 0.5347767 Sep 15 17:12:24.277921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c96b-8538-4bf0-8706-b04e806fa6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dcc3bbe-8ebc-49c6-9ce8-f19050b5c81f,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:24.298320 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-839119c5-8118-4819-bd10-5a39860e1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.298320 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-819bc9f7-ced4-4812-ab1e-e09a1b6aa040 req-839119c5-8118-4819-bd10-5a39860e1b71 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038496 Sep 15 17:12:24.374383 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-c91b77ed-342e-470d-a269-8398bf36ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.375868 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-c91b77ed-342e-470d-a269-8398bf36ac5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0405815 Sep 15 17:12:24.421786 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-527e7da0-47de-4b33-a64c-f3a0597a7e17 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 217 time: 0.0383956 Sep 15 17:12:24.461111 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51470) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:24.470596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-aeb2bd63-5ec1-4c68-b112-941cdc2a7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.472041 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-aeb2bd63-5ec1-4c68-b112-941cdc2a7a3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0438662 Sep 15 17:12:24.479773 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6eb180bd-0ba6-4a69-b2aa-30a746a65d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.518074 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3ff994d8-8978-41b7-b0bf-77f13d1a2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.519633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-3ff994d8-8978-41b7-b0bf-77f13d1a2b59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400908 Sep 15 17:12:24.571196 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6eb180bd-0ba6-4a69-b2aa-30a746a65d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.620736 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-54bde883-5884-436c-b8c0-421af9063568 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928872 Sep 15 17:12:24.635333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035766e9-7eea-4602-8424-a3262c3c1347 req-13488f97-4452-46cb-b969-ad2cfdb4cdb2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:24.637067 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-035766e9-7eea-4602-8424-a3262c3c1347 req-13488f97-4452-46cb-b969-ad2cfdb4cdb2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0492969 Sep 15 17:12:24.638538 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6eb180bd-0ba6-4a69-b2aa-30a746a65d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.642121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51474) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:24.710056 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4c4a7c72-ef5b-4cb3-bffa-43a51cedb9c1 req-7c1578ad-2156-4c4f-86b2-282b9f559251 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826242 Sep 15 17:12:24.712144 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6eb180bd-0ba6-4a69-b2aa-30a746a65d11 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5120be816d634919af4ba5f1473145b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498691 Sep 15 17:12:24.714814 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51476) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:24.718882 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb180bd-0ba6-4a69-b2aa-30a746a65d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1e4384-06cb-45cf-b476-4de69da273f5,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:24.744706 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-035766e9-7eea-4602-8424-a3262c3c1347 req-3f0268bb-ab6c-4720-bf8a-48a883b8013e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873253 Sep 15 17:12:24.749851 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-eb7eee4d-48a0-4b24-af72-f8a0cccc8011 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a274e3569c4485e83a695bc32651e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028705 Sep 15 17:12:24.750862 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51478) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:24.785170 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.805402 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.810554 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.826267 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.927180 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.929825 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.930974 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de1e4384-06cb-45cf-b476-4de69da273f5 HTTP/1.1" status: 204 len: 168 time: 0.2152302 Sep 15 17:12:24.938648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b2d20-2fe2-4a5b-bcc0-b0e378cb6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1e4384-06cb-45cf-b476-4de69da273f5,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:24.979383 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-7acee9e3-60d2-46a2-93e4-e1c96e9d5a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.979924 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.982341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:24.986555 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6ada526-39eb-4e55-aaea-8b82319baf7f HTTP/1.1" status: 204 len: 168 time: 0.2354701 Sep 15 17:12:24.994303 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9cc44-abac-469c-90dc-ecb7e1455548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ada526-39eb-4e55-aaea-8b82319baf7f,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:25.609491 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:26.083920 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:26.216008 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c1087-cbcd-4b82-a996-9f6caad5b865 req-8f2c2258-6a34-4eb9-b854-6ec0f9c8b7ec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:26.217512 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-108c1087-cbcd-4b82-a996-9f6caad5b865 req-8f2c2258-6a34-4eb9-b854-6ec0f9c8b7ec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.3866186 Sep 15 17:12:26.255458 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-108c1087-cbcd-4b82-a996-9f6caad5b865 req-cb40d1e8-b14b-454d-904e-6a0dd96a720d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317330 Sep 15 17:12:26.607309 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51528) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:26.741441 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1580432715-network', 'tenant_id': 'aaa97a976db94009a554f3354e499961'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:26.835466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Made reservation on behalf of aaa97a976db94009a554f3354e499961 for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:26.839365 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:26.846294 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:26.931762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.003636 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.024218 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:12:27.039571 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc7f9f-1ac9-43cc-9217-03da46f0bc9c,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:27.044102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.044451 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Added segment bd599f03-852a-4b13-9b16-ad6e641d2bda of type vlan for network 7678ba6d-4f58-4393-83b0-dc7ce850a10b Sep 15 17:12:27.083311 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.165147 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.166794 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:27.167376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.227420 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] Pushing event updated for resources: {'Network': ['ID=7678ba6d-4f58-4393-83b0-dc7ce850a10b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:27.238112 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:12:27.244519 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d3a31a34-3f24-4196-9f48-3853bc20d69c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6361332 Sep 15 17:12:27.247238 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51544) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:27.252312 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Request body: {'subnet': {'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1580432715-subnet', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:27.369217 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Made reservation on behalf of aaa97a976db94009a554f3354e499961 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:27.371626 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.381686 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b37af-9a8b-4a52-97fc-8f1c93f54dc0 req-48de2bbd-4732-4e5f-87d1-177f62a4acda tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:27.383292 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3b1b37af-9a8b-4a52-97fc-8f1c93f54dc0 req-48de2bbd-4732-4e5f-87d1-177f62a4acda tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0538495 Sep 15 17:12:27.468231 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3b1b37af-9a8b-4a52-97fc-8f1c93f54dc0 req-44887ac5-aae1-457a-b2ef-245653dab764 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750570 Sep 15 17:12:27.649244 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.710247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be30fa46-ab90-41b9-aad0-37bc38c3d4f5,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:27.720504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Checking segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:27.720860 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Network hostable DHCP agents. Network: 7678ba6d-4f58-4393-83b0-dc7ce850a10b, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:12:27.840716 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:12:27.860982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:12:27.909396 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.936637 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:27.946237 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, 7678ba6d-4f58-4393-83b0-dc7ce850a10b) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:27.946850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:12:27.950744 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:27.951324 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:27.974405 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bae48e-92c0-4d62-b949-c12418d1c683 None None] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:28.008701 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.027644 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-49704b7f-6a3c-4147-8271-f6162f0cf551 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7793372 Sep 15 17:12:28.033502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51562) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:28.035048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:28.146405 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.147503 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.162858 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:12:28.194716 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:28.197873 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.261095 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:12:28.261976 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.265394 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.382823 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:28.392953 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.394540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.394540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.394540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.394540 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.395042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.395042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.395699 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.396060 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.396387 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.396767 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.397031 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:28.440271 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.451098 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Allocated IP 172.20.0.2 (7678ba6d-4f58-4393-83b0-dc7ce850a10b/be30fa46-ab90-41b9-aad0-37bc38c3d4f5/d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:28.516598 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['a5be382c-ba64-4e84-b74f-440a182e7ab0'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:12:28.592243 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613c08d-a27b-4a8c-aa59-8edac53bdbc7 req-e8f733f4-627e-4fca-bb55-25a264c2a65d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:28.594008 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6613c08d-a27b-4a8c-aa59-8edac53bdbc7 req-e8f733f4-627e-4fca-bb55-25a264c2a65d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 945 time: 0.0521233 Sep 15 17:12:28.653025 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.656429 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6613c08d-a27b-4a8c-aa59-8edac53bdbc7 req-62712fb6-d2cb-4b8a-8e4b-35ef4fc08c5d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512147 Sep 15 17:12:28.769943 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.775823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.798113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.805251 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:28.808109 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:28.812559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:28.842484 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Pushing event updated for resources: {'Port': ['ID=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:28.877836 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Attempting to bind port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:28.878208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Attempting to bind port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:28.878571 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Attempting to bind port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e on network 7678ba6d-4f58-4393-83b0-dc7ce850a10b {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:28.884846 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:28.885226 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Checking segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:28.885811 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.886227 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Bound using segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:28.886699 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Bound port: d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:28.887081 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:28.956602 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] For port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:28.960035 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] For port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:29.055595 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.115166 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Allocated IP 172.27.1.123 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/1e313c77-44e0-4c6c-98b5-b04e88ca32ee) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:29.117655 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8e3da-dd5b-46b0-92c0-f1b8a2767554 None None] Pushing event updated for resources: {'Port': ['ID=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:29.221382 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.344139 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.381999 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:29.385389 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:29.388959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:29.416015 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Pushing event updated for resources: {'Port': ['ID=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:29.714244 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.853902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a31840-a5f6-4594-a0d6-09d19d26e78f req-fb05b344-12f3-4908-a0b1-59e480368c06 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:29.856010 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-69a31840-a5f6-4594-a0d6-09d19d26e78f req-fb05b344-12f3-4908-a0b1-59e480368c06 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 945 time: 0.1043816 Sep 15 17:12:29.863302 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:29.942219 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-69a31840-a5f6-4594-a0d6-09d19d26e78f req-bdc7c130-f39c-4370-9597-28bb46840026 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469418 Sep 15 17:12:29.970107 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b88477-d76f-48aa-a6e9-d6df73c1be40 None None] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:29.998341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:29.999195 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port a5be382c-ba64-4e84-b74f-440a182e7ab0 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:12:30.005528 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port a5be382c-ba64-4e84-b74f-440a182e7ab0 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:30.006143 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.100039 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] Provisioning complete for port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:30.100576 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.202173 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Router 0480a405-6b44-42e0-8089-f193c446f6fa is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:12:30.230775 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.301459 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:30.303707 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6e26e-550b-4a2b-a341-487109a1573c" -d '{"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:30.315262 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:30.326065 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:30.337948 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Sync routers for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:30.340404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.354479 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a51be0d-6aad-44f8-90bd-e17f810aaf2f x-openstack-request-id: req-8a51be0d-6aad-44f8-90bd-e17f810aaf2f {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:30.354760 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:30.355010 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a51be0d-6aad-44f8-90bd-e17f810aaf2f {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:30.355392 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'code': 200} Sep 15 17:12:30.366875 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:30.367519 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:30.438530 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] For port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:30.444502 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.472667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.476791 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51590) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:30.483988 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8eadc909-836e-4e8f-8094-216c0cb7a878 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4525301 Sep 15 17:12:30.550970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:30.575193 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:30.580554 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.637566 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:30.773890 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-7da1673f-238b-4c94-a0e3-9c85dee8cd71 None None] Provisioning complete for port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:30.774265 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-7da1673f-238b-4c94-a0e3-9c85dee8cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.782994 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba89e55-c039-4b84-9474-e600f7e7be6a None None] Pushing event updated for resources: {'Port': ['ID=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:30.818376 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c163e-d0ac-4906-8a38-ee9a4e4e2472 req-180d7f79-a426-4750-ae80-b2189eaaa186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:30.818634 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:30.818824 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:30.819848 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d88c163e-d0ac-4906-8a38-ee9a4e4e2472 req-180d7f79-a426-4750-ae80-b2189eaaa186 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1099 time: 0.1188219 Sep 15 17:12:30.892049 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d88c163e-d0ac-4906-8a38-ee9a4e4e2472 req-83eb190b-284c-436c-8b60-e27824460359 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620999 Sep 15 17:12:30.967873 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.087099 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778e109-2a0e-4973-8a55-e13a245b8a6a req-52a78f5b-2bc7-4b34-baa4-f687de19483d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:31.089341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1778e109-2a0e-4973-8a55-e13a245b8a6a req-52a78f5b-2bc7-4b34-baa4-f687de19483d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0634842 Sep 15 17:12:31.096770 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:29Z', 'revision_number': 3, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:31.132187 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Checking router: 0480a405-6b44-42e0-8089-f193c446f6fa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:31.132546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Updating router 0480a405-6b44-42e0-8089-f193c446f6fa port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:31.132673 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Allocated IP 172.20.0.1 (7678ba6d-4f58-4393-83b0-dc7ce850a10b/be30fa46-ab90-41b9-aad0-37bc38c3d4f5/2a526797-bb3c-492a-a5a1-253a581d0307) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:31.143946 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1778e109-2a0e-4973-8a55-e13a245b8a6a req-cf65db24-7ede-4e9c-aac3-63d8585287b7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378981 Sep 15 17:12:31.169164 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.238606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.404082 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.419349 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.440110 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:31.444545 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:31.447727 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:31.477089 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:31.496622 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.578546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.633963 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Attempting to bind port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:31.634941 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Attempting to bind port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:31.635347 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Attempting to bind port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:31.648917 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09fe6d-428c-441e-80a4-1bfcaa591197 None None] Pushing event updated for resources: {'Port': ['ID=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:31.652937 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-53f04630-262b-4056-a341-74538eb2a02a None None] Provisioning complete for port 2a526797-bb3c-492a-a5a1-253a581d0307 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:31.653310 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-53f04630-262b-4056-a341-74538eb2a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.654958 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:31.655333 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:31.655727 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.656114 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:31.656579 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Bound port: 1e313c77-44e0-4c6c-98b5-b04e88ca32ee, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:31.656951 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.694648 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.726875 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-53f04630-262b-4056-a341-74538eb2a02a None None] Port 2a526797-bb3c-492a-a5a1-253a581d0307 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:31.740269 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] For port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:31.744098 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] For port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:31.824752 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.859822 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.877134 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:31.877778 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:31.923352 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09fe6d-428c-441e-80a4-1bfcaa591197 None None] Pushing event updated for resources: {'Port': ['ID=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:31.963909 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:31.991527 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:32.230831 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 1, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:32.267863 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20be6fbe-fbc2-4e6a-b8c7-f05170ba6a8c None None] The sync data for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi is: [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 1, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:32.301656 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:32.311925 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:32.359850 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b7c9-6338-442e-acea-70b36961f138 req-c12e2e09-c52d-46b2-ba56-80a6a79a5ae7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:32.359850 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c9b6b7c9-6338-442e-acea-70b36961f138 req-c12e2e09-c52d-46b2-ba56-80a6a79a5ae7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0967882 Sep 15 17:12:32.444321 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c9b6b7c9-6338-442e-acea-70b36961f138 req-8a06799d-bf3d-428d-b791-d86085c26f8d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540924 Sep 15 17:12:32.455545 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:32.456844 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:32.548606 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:32.627896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:32.628360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:32.636617 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Router 0480a405-6b44-42e0-8089-f193c446f6fa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:32.654006 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd2f78-5cde-46cf-8f11-38eac77ea313 req-105b5fbd-1623-4131-bc97-0ab75aed20ec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:32.659211 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-62bd2f78-5cde-46cf-8f11-38eac77ea313 req-105b5fbd-1623-4131-bc97-0ab75aed20ec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0714538 Sep 15 17:12:32.664751 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51612) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:32.670395 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Request body: {'floatingip': {'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:32.733445 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:32.810105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:32.834573 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1d4c0b8f-b7de-444a-bb26-a088cd45e5d0 admin admin] 10.222.0.57 "PUT /v2.0/routers/0480a405-6b44-42e0-8089-f193c446f6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3479805 Sep 15 17:12:32.968443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6ff44899-58c2-432b-9482-50be57a10f12 None None] Provisioning complete for port 2a526797-bb3c-492a-a5a1-253a581d0307 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:32.968443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6ff44899-58c2-432b-9482-50be57a10f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.007764 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6ff44899-58c2-432b-9482-50be57a10f12 None None] Port 2a526797-bb3c-492a-a5a1-253a581d0307 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:33.270871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.395491 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.501203 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Floating IP 68e4788f-2364-4fe6-933f-7da479d4294a associated. External IP: 172.27.1.72, port: a5be382c-ba64-4e84-b74f-440a182e7ab0. Sep 15 17:12:33.676552 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51632) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:33.682213 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-882601270-network', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:33.725148 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:33.769732 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Made reservation on behalf of fccda147dccf457e8bc55a7fc3031b18 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:33.772922 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.783408 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.834865 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:33.845965 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:33.850257 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.858590 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:33.859194 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:33.860678 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-a7628c6a-0e83-42ff-a14d-826fa99c707a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687697 Sep 15 17:12:33.882680 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0ed9aee2-2dcb-4e76-91a2-f7d82cf6b01e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "PUT /v2.0/floatingips/68e4788f-2364-4fe6-933f-7da479d4294a HTTP/1.1" status: 200 len: 991 time: 1.2162750 Sep 15 17:12:33.883399 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:33.886199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:33.927546 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:33.978396 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:33.984914 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc981342-797c-4099-9455-51503811b803 x-openstack-request-id: req-cc981342-797c-4099-9455-51503811b803 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:33.985750 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:33.986170 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc981342-797c-4099-9455-51503811b803 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:33.986819 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'status': 'completed', 'code': 200} Sep 15 17:12:33.996238 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.003375 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-4b3211a1-b5d4-4b26-ae6d-bec2fc982e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.004879 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-4b3211a1-b5d4-4b26-ae6d-bec2fc982e39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 1098 time: 0.0689857 Sep 15 17:12:34.018782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.047846 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-a972bf56-1a92-497f-9af3-405f79abe739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.049496 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-a972bf56-1a92-497f-9af3-405f79abe739 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1099 time: 0.0459065 Sep 15 17:12:34.071574 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:12:34.083335 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524b9687-38e2-4b33-8da4-730fdf69f19e,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:34.117805 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.118149 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Added segment 60cbf02c-08ea-4939-a584-1d4586fdb693 of type vlan for network d384ff02-9684-4f49-8a71-376e0c0327d7 Sep 15 17:12:34.165682 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-6871ca71-579d-42ac-9481-4b7afe6dc7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.167112 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-6871ca71-579d-42ac-9481-4b7afe6dc7a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.1102912 Sep 15 17:12:34.179593 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.188966 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-3fb1693b-aeb2-4fc7-9cd2-0b7496d9479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.190486 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-3fb1693b-aeb2-4fc7-9cd2-0b7496d9479a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.1643031 Sep 15 17:12:34.232450 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '68e4788f-2364-4fe6-933f-7da479d4294a', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106821bb-9cde-4206-aba1-df4350fec5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:18Z', 'updated_at': '2021-09-15T17:12:33Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:34.262357 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:34.272240 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:34.272240 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:34.291658 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-355117a5-3d51-42a7-ada6-758ba797e4bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 200 len: 1000 time: 0.0905366 Sep 15 17:12:34.325136 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-954f24a3-636c-40cf-8865-f74ab382a3cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 999 time: 0.1504188 Sep 15 17:12:34.353428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.354528 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.355131 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.423831 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:34.481606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-04f33927-f680-4ee5-a7d9-132244fcffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.481606 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-04f33927-f680-4ee5-a7d9-132244fcffa2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.1428254 Sep 15 17:12:34.481606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] Pushing event updated for resources: {'Network': ['ID=d384ff02-9684-4f49-8a71-376e0c0327d7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:34.482168 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network d384ff02-9684-4f49-8a71-376e0c0327d7 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:12:34.503202 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-d9aa2f14-b774-4313-9d50-b167de877df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.505207 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-d9aa2f14-b774-4313-9d50-b167de877df2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565314 Sep 15 17:12:34.593897 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 1e313c77-44e0-4c6c-98b5-b04e88ca32ee up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:34.604879 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1b08fae9-c60a-4956-93ff-7df12653c16c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9271758 Sep 15 17:12:34.610956 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51642) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:34.617502 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Request body: {'subnet': {'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-882601270-subnet', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'ip_version': 4}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:34.657941 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-337e11de-3f43-4489-9260-94497c14a2cb service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456518 Sep 15 17:12:34.661009 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:34.661384 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.695204 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-1aa1d6b8-ffc8-491d-9a32-6ec933d967b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.697386 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-1aa1d6b8-ffc8-491d-9a32-6ec933d967b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.3658295 Sep 15 17:12:34.757209 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Made reservation on behalf of fccda147dccf457e8bc55a7fc3031b18 for: {'subnet': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:34.758569 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.760984 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63880618'] for subnet, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.761947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-4d29200c-8551-4b26-89d5-1cae15252d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:34.763504 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-4d29200c-8551-4b26-89d5-1cae15252d15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595331 Sep 15 17:12:34.787976 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '68e4788f-2364-4fe6-933f-7da479d4294a', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106821bb-9cde-4206-aba1-df4350fec5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:18Z', 'updated_at': '2021-09-15T17:12:33Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:34.797090 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Sync routers for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:34.804227 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:34.811351 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:34.811949 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:34.817278 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c18a1dc-ea4c-451c-927a-e0a70ed3353c None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '68e4788f-2364-4fe6-933f-7da479d4294a', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106821bb-9cde-4206-aba1-df4350fec5a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:18Z', 'updated_at': '2021-09-15T17:12:33Z', 'revision_number': 1, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:34.841085 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f880fd4-09a6-47c2-a0af-7c3af4e19076 req-d2b1d377-9ff3-42c1-85d4-4edf2be7246b service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748469 Sep 15 17:12:34.907653 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-5593e834-96ad-4302-8825-bbbf7cf4abbb service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351366 Sep 15 17:12:34.919753 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:34.973496 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:35.021139 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:35.038183 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4e4b9ef-5d88-40e3-ada8-3fa70eddd8b8 req-7d1c778a-b398-4d15-b27a-f383662d4929 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173077 Sep 15 17:12:35.066479 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63078936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63880580'] for subnet, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.086295 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d19f6b3-71ef-49a3-81df-bb4ad9b12e16 None None] New status for floating IP 68e4788f-2364-4fe6-933f-7da479d4294a: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:12:35.138047 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d88a12-5dce-4169-af6b-449160073653,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:35.148301 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Checking segment: {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:35.148684 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Network hostable DHCP agents. Network: d384ff02-9684-4f49-8a71-376e0c0327d7, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:12:35.221468 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 2, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:35.241462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Network d384ff02-9684-4f49-8a71-376e0c0327d7 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:12:35.247936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Checking router: 0480a405-6b44-42e0-8089-f193c446f6fa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:35.248285 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Updating router 0480a405-6b44-42e0-8089-f193c446f6fa port 2a526797-bb3c-492a-a5a1-253a581d0307 binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:35.274236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.383309 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, d384ff02-9684-4f49-8a71-376e0c0327d7) {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:35.388486 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:35.389078 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.398651 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7a10c-c871-4ca5-b3d3-06cf7621fc50 None None] Network d384ff02-9684-4f49-8a71-376e0c0327d7 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:35.487210 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e5789cea-35b2-4180-9a05-c7d7b9281521 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8790903 Sep 15 17:12:35.491861 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51650) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:35.499175 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:35.604244 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.607189 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.659829 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.764120 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-d384ff02-9684-4f49-8a71-376e0c0327d7', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:12:35.765088 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.791814 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.863831 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:35.914016 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Allocated IP 172.20.0.2 (d384ff02-9684-4f49-8a71-376e0c0327d7/89d88a12-5dce-4169-af6b-449160073653/b659d281-ee34-4623-9e21-d89a9ace2d6f) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:35.916440 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.002379 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d9f4c-3ee2-4e4e-86fb-957a88888b14 None None] Pushing event updated for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:36.098139 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Attempting to bind port 2a526797-bb3c-492a-a5a1-253a581d0307 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:36.098710 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Attempting to bind port 2a526797-bb3c-492a-a5a1-253a581d0307 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:36.098855 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Attempting to bind port 2a526797-bb3c-492a-a5a1-253a581d0307 on network 7678ba6d-4f58-4393-83b0-dc7ce850a10b {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:36.113891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:36.114411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Checking segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:36.114660 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.115055 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Bound using segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:36.115614 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Bound port: 2a526797-bb3c-492a-a5a1-253a581d0307, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:36.115906 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.189896 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.216568 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.225241 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.243377 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] For port 2a526797-bb3c-492a-a5a1-253a581d0307, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:36.243377 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] For port 2a526797-bb3c-492a-a5a1-253a581d0307, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=2a526797-bb3c-492a-a5a1-253a581d0307,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:36.254143 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-691d29c1-d8aa-4647-ad1c-fda792a92d22 None None] Provisioning complete for port 2a526797-bb3c-492a-a5a1-253a581d0307 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:36.254509 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-691d29c1-d8aa-4647-ad1c-fda792a92d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.288150 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.295989 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-691d29c1-d8aa-4647-ad1c-fda792a92d22 None None] Port 2a526797-bb3c-492a-a5a1-253a581d0307 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:36.320078 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Allocated IP 172.27.1.213 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/84615960-3c2b-4fca-a972-be9244da5cca) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:36.328597 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Network d384ff02-9684-4f49-8a71-376e0c0327d7 is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:36.331364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:36.334940 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:36.345893 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Pushing event updated for resources: {'Port': ['ID=b659d281-ee34-4623-9e21-d89a9ace2d6f,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:36.372725 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.433128 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Attempting to bind port b659d281-ee34-4623-9e21-d89a9ace2d6f on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:36.433503 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Attempting to bind port b659d281-ee34-4623-9e21-d89a9ace2d6f by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:36.433891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Attempting to bind port b659d281-ee34-4623-9e21-d89a9ace2d6f on network d384ff02-9684-4f49-8a71-376e0c0327d7 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:36.434221 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.447709 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:36.448093 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Checking segment: {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:36.448500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.448888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Bound using segment: {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:36.449353 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Bound port: b659d281-ee34-4623-9e21-d89a9ace2d6f, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:36.449764 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.474068 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:36.474068 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:36.514137 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 1e313c77-44e0-4c6c-98b5-b04e88ca32ee up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:36.550898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d9f4c-3ee2-4e4e-86fb-957a88888b14 None None] Pushing event updated for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:36.575996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.593271 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:36.594915 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:36.597557 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:36.691003 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Pushing event updated for resources: {'Port': ['ID=84615960-3c2b-4fca-a972-be9244da5cca,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:36.720930 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:36.723700 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] For port b659d281-ee34-4623-9e21-d89a9ace2d6f, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:36.728021 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] For port b659d281-ee34-4623-9e21-d89a9ace2d6f, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b659d281-ee34-4623-9e21-d89a9ace2d6f,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:36.773877 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] Provisioning complete for port 2a526797-bb3c-492a-a5a1-253a581d0307 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:36.774247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.779891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:36.780251 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.845043 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:36.998510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55a78-ae62-4c22-b931-e88c34cc638f None None] Pushing event updated for resources: {'Port': ['ID=b659d281-ee34-4623-9e21-d89a9ace2d6f,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:37.036178 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:37.116086 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:37.176292 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] For port 2a526797-bb3c-492a-a5a1-253a581d0307, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=2a526797-bb3c-492a-a5a1-253a581d0307,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:37.188090 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:36Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:37.216964 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35f323-db2e-40a0-8bd7-f605d95d8442 None None] The sync data for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi is: [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:36Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:37.247318 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:37.294509 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:37.317288 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6699c-b989-442c-b8e1-f466702f32f0 None None] Pushing event updated for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:37.523446 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:12:37.639184 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:37.651426 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Sync routers for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:37.667428 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:37.668058 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:37.729673 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:37.731693 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-475829f7-416d-4ecd-93ce-8ee20cb51048 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2382598 Sep 15 17:12:37.734325 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51678) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:37.845199 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:37.924533 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51682) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:38.031536 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bd374-a1a3-45c6-90c1-a615a86ba76e None None] Network d384ff02-9684-4f49-8a71-376e0c0327d7 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:38.057295 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34d714eb-ee05-40e2-bfc0-284c65b1f731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.169192 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34d714eb-ee05-40e2-bfc0-284c65b1f731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.235289 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] Provisioning complete for port b659d281-ee34-4623-9e21-d89a9ace2d6f triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:38.236205 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.246456 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.253029 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-34d714eb-ee05-40e2-bfc0-284c65b1f731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.303521 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-34d714eb-ee05-40e2-bfc0-284c65b1f731 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbeed876e5ca424ab4abe0560ae8c6d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753264 Sep 15 17:12:38.303521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d714eb-ee05-40e2-bfc0-284c65b1f731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1afa90c-1164-4a2f-bfd1-eb0df29d7a4c,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:38.303817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51686) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:38.422108 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:36Z', 'revision_number': 3, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:38.432684 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.457327 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Checking router: 3c9ad368-0d14-4d64-b9d3-71c2e3048666 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:38.457706 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Updating router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 port 84615960-3c2b-4fca-a972-be9244da5cca binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:38.461066 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Allocated IP 172.20.0.1 (d384ff02-9684-4f49-8a71-376e0c0327d7/89d88a12-5dce-4169-af6b-449160073653/b206af85-55d6-47da-b393-8487347f4334) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:38.468829 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.492785 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.531693 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.560925 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] For port b659d281-ee34-4623-9e21-d89a9ace2d6f, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b659d281-ee34-4623-9e21-d89a9ace2d6f,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:38.642368 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.687856 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b659d281-ee34-4623-9e21-d89a9ace2d6f up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:38.691141 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.712201 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.714921 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.716002 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1afa90c-1164-4a2f-bfd1-eb0df29d7a4c HTTP/1.1" status: 204 len: 168 time: 0.4113226 Sep 15 17:12:38.725918 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7776-182d-4584-9136-d77b03eb7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1afa90c-1164-4a2f-bfd1-eb0df29d7a4c,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:38.750753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.787530 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Network d384ff02-9684-4f49-8a71-376e0c0327d7 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:38.790779 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:38.794198 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:38.828808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Pushing event updated for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:38.849825 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03907b3-58bf-4892-a801-2ab727895d82 None None] Pushing event updated for resources: {'Port': ['ID=b659d281-ee34-4623-9e21-d89a9ace2d6f,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:38.851123 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.871126 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-3bbbd867-3330-4b81-b572-ef37de6c3de9 None None] Provisioning complete for port b659d281-ee34-4623-9e21-d89a9ace2d6f triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:38.871500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3bbbd867-3330-4b81-b572-ef37de6c3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:38.910658 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b659d281-ee34-4623-9e21-d89a9ace2d6f triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:38.911036 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.006754 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.076591 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.085668 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.093672 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 2a526797-bb3c-492a-a5a1-253a581d0307 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:39.167182 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Attempting to bind port 84615960-3c2b-4fca-a972-be9244da5cca on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:39.167556 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Attempting to bind port 84615960-3c2b-4fca-a972-be9244da5cca by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:39.167920 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Attempting to bind port 84615960-3c2b-4fca-a972-be9244da5cca on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:39.184206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:39.184580 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:39.185028 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.185426 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:39.185923 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Bound port: 84615960-3c2b-4fca-a972-be9244da5cca, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:39.186308 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.189628 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6486-cbfa-4fe4-9d95-876cd087c4e2 None None] Pushing event updated for resources: {'Port': ['ID=84615960-3c2b-4fca-a972-be9244da5cca,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:39.242597 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 2a526797-bb3c-492a-a5a1-253a581d0307 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:39.243790 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.243890 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.269150 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-2d71660b-bd3a-4787-b8aa-7938b097ae15 None None] Provisioning complete for port b206af85-55d6-47da-b393-8487347f4334 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:39.269516 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2d71660b-bd3a-4787-b8aa-7938b097ae15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.310893 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] For port 84615960-3c2b-4fca-a972-be9244da5cca, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:39.333809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] For port 84615960-3c2b-4fca-a972-be9244da5cca, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=84615960-3c2b-4fca-a972-be9244da5cca,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:39.334761 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-2d71660b-bd3a-4787-b8aa-7938b097ae15 None None] Port b206af85-55d6-47da-b393-8487347f4334 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:39.366900 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.433160 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Pushing event updated for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:39.435679 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.440287 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.494489 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:39.495110 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:39.526877 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51700) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:39.541804 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6486-cbfa-4fe4-9d95-876cd087c4e2 None None] Pushing event updated for resources: {'Port': ['ID=84615960-3c2b-4fca-a972-be9244da5cca,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:39.542090 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Network d384ff02-9684-4f49-8a71-376e0c0327d7 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:39.543498 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:39.543750 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b808967-f7bc-4977-a35a-24fcfe038ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.636575 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:39.684530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b808967-f7bc-4977-a35a-24fcfe038ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.702691 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:39.792270 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b808967-f7bc-4977-a35a-24fcfe038ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.848058 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-5b808967-f7bc-4977-a35a-24fcfe038ba1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c55efc4c1a564aa5ab2ee041e72029a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165092 Sep 15 17:12:39.848058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b808967-f7bc-4977-a35a-24fcfe038ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b748f52-163e-4073-9eb0-d48ea5d7a846,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:39.854997 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51704) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:39.856507 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:39.867187 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-be6904ad-5ddd-496d-9e5d-c79c32d6f472 admin admin] 10.222.0.57 "PUT /v2.0/routers/3c9ad368-0d14-4d64-b9d3-71c2e3048666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317930 Sep 15 17:12:39.892048 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-8a1778f2-07a2-4d95-8da3-39e9770f96c5 None None] Provisioning complete for port b206af85-55d6-47da-b393-8487347f4334 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:39.892427 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8a1778f2-07a2-4d95-8da3-39e9770f96c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.906569 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.928400 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:39.940451 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-8a1778f2-07a2-4d95-8da3-39e9770f96c5 None None] Port b206af85-55d6-47da-b393-8487347f4334 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:39.955585 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:38Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'b206af85-55d6-47da-b393-8487347f4334', 'name': '', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'mac_address': 'fa:16:3e:27:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:38Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 2, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'subnets': [{'id': '89d88a12-5dce-4169-af6b-449160073653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:39.982685 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89591b8-c40d-4518-a8b3-7780af046c18 None None] The sync data for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi is: [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:38Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'b206af85-55d6-47da-b393-8487347f4334', 'name': '', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'mac_address': 'fa:16:3e:27:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:38Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 2, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'subnets': [{'id': '89d88a12-5dce-4169-af6b-449160073653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:40.053343 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.056100 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.057307 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b748f52-163e-4073-9eb0-d48ea5d7a846 HTTP/1.1" status: 204 len: 168 time: 0.2083549 Sep 15 17:12:40.066171 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c0f33-501d-4f0c-aaa6-de9ca121f437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b748f52-163e-4073-9eb0-d48ea5d7a846,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:40.366251 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51714) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:40.371761 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908762141', 'description': 'tempest-secgroup-smoke-908762141 description', 'project_id': 'aaa97a976db94009a554f3354e499961'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:40.475803 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.523850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b659d281-ee34-4623-9e21-d89a9ace2d6f up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:40.578688 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.578970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b659d281-ee34-4623-9e21-d89a9ace2d6f triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:40.579389 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.671088 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.708149 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bde344-c2fe-45b3-bf2c-ee79bfce7a20,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:40.797821 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.801827 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-b02541ae-9583-4920-8c1a-5337657e0d57 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4318163 Sep 15 17:12:40.801983 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51718) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:40.806461 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:40.894691 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.918149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51722) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:40.932233 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1f289574-bd9c-48b2-a292-4a8e4695c918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:40.970878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.031564 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1f289574-bd9c-48b2-a292-4a8e4695c918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.049299 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.066665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ed2d2a-6004-4877-bf67-7cd74e05f985,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:41.095036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1f289574-bd9c-48b2-a292-4a8e4695c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.131879 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f289574-bd9c-48b2-a292-4a8e4695c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d0a13-bb5a-401c-892f-d5859614808b,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:41.137412 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1f289574-bd9c-48b2-a292-4a8e4695c918 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=792d0bf15f984618844bcb7c77966a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2175479 Sep 15 17:12:41.139621 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51724) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:41.151878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.153142 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4d8ce1ff-8c5a-4130-b3c6-917ee883ab13 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501904 Sep 15 17:12:41.160840 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51726) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:41.165387 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:41.190570 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.212308 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.305467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.367159 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.369979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.373405 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/652d0a13-bb5a-401c-892f-d5859614808b HTTP/1.1" status: 204 len: 168 time: 0.2306225 Sep 15 17:12:41.380563 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cad2ba-615c-4b10-8644-79b1a4f65694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d0a13-bb5a-401c-892f-d5859614808b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:41.384615 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.475965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.493910 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c1bc50-7b3b-4660-9e41-9963b2fd802a,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:41.607263 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.608503 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-fe656550-b9da-4f1c-a7f3-f89e93159f4a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4465306 Sep 15 17:12:41.611558 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51732) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:41.615892 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:41.718101 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.776182 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.860362 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.880699 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf46ae6-76e1-44e8-b5d5-58b5aafd4f62,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:41.946157 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:41.955582 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-34d694a8-6c5d-4fa8-ba10-ce284bbbe98a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353648 Sep 15 17:12:41.955582 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51746) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:41.955582 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:42.060369 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.131343 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.209312 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.227226 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b9a43-5db8-4f9a-b42f-ff378ae9d942,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:42.333180 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.334459 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ddb7a07e-8e6a-4582-a5d0-c6fdb1f79fce tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3828881 Sep 15 17:12:42.337060 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51764) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:42.341457 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:42.468630 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.securitygroups_db [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Project aaa97a976db94009a554f3354e499961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:12:42.472042 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.526848 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 84615960-3c2b-4fca-a972-be9244da5cca up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:42.537701 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.557690 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51768) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:42.578141 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 84615960-3c2b-4fca-a972-be9244da5cca triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:42.578513 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.661545 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1231451024-network', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:42.664710 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.676723 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bafa93-3293-4f8b-8817-ca3a341d3571 req-82cfed51-fc84-4e62-84e4-b43ab0fdae6a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:42.678370 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-15bafa93-3293-4f8b-8817-ca3a341d3571 req-82cfed51-fc84-4e62-84e4-b43ab0fdae6a tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0640924 Sep 15 17:12:42.685148 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.706035 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 84615960-3c2b-4fca-a972-be9244da5cca, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=84615960-3c2b-4fca-a972-be9244da5cca,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:42.707432 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93017ed-0956-4dcd-ba4a-26653e77a86f,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:42.710012 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Sync routers for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:42.719940 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:42.720532 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:42.742486 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-15bafa93-3293-4f8b-8817-ca3a341d3571 req-56df63d9-6d83-48a2-aeaa-d0f1ede65ab6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513718 Sep 15 17:12:42.772689 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.808819 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Made reservation on behalf of 957997a44a384ed78fb8906ce7977bb5 for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:42.811647 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.819945 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=84615960-3c2b-4fca-a972-be9244da5cca,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:42.820683 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.828233 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:42.896743 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:42.900890 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-073340b5-b8d7-4dfc-a914-7dc0ea58ad63 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5598562 Sep 15 17:12:42.901420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51774) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:42.905734 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'security_group_rule': {'security_group_id': '55bde344-c2fe-45b3-bf2c-ee79bfce7a20', 'project_id': 'aaa97a976db94009a554f3354e499961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:42.977516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.021663 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:38Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'b206af85-55d6-47da-b393-8487347f4334', 'name': '', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'mac_address': 'fa:16:3e:27:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:38Z', 'updated_at': '2021-09-15T17:12:39Z', 'revision_number': 2, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'subnets': [{'id': '89d88a12-5dce-4169-af6b-449160073653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:43.047480 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Checking router: 3c9ad368-0d14-4d64-b9d3-71c2e3048666 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:43.047833 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Updating router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 port b206af85-55d6-47da-b393-8487347f4334 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:43.071945 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.075646 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.092904 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:12:43.108544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667e4ee-1e9e-41de-b999-4dccfc97d60a,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:43.111678 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.112013 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Added segment ed6e071b-fe5f-4522-b5aa-a3010808b3ab of type vlan for network ed57b2ca-ff05-49fe-99f8-f347f59555c6 Sep 15 17:12:43.153961 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.175554 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.securitygroups_db [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Project aaa97a976db94009a554f3354e499961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:12:43.180486 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.243443 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.269975 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.270952 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:43.271534 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.333536 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ed57b2ca-ff05-49fe-99f8-f347f59555c6,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:43.343998 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:12:43.345170 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.412547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.427287 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b92d66-83b8-44ed-a1a1-9942b5ae0b35,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:43.435661 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.436359 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6b095bdb-b3f8-47d7-baf0-8ec7f45151b3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8775828 Sep 15 17:12:43.439096 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51778) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:43.444600 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Request body: {'subnet': {'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1231451024-subnet', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:43.486989 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Pushing event updated for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:43.515272 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.520391 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:43.554252 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Attempting to bind port b206af85-55d6-47da-b393-8487347f4334 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:43.554682 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Attempting to bind port b206af85-55d6-47da-b393-8487347f4334 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:43.555071 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Attempting to bind port b206af85-55d6-47da-b393-8487347f4334 on network d384ff02-9684-4f49-8a71-376e0c0327d7 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:43.560959 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:43.571254 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Checking segment: {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:43.571254 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.572017 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.572127 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Bound using segment: {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:43.572127 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Bound port: b206af85-55d6-47da-b393-8487347f4334, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cbf02c-08ea-4939-a584-1d4586fdb693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:43.572127 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.572372 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8dca01fe-77df-4da1-8493-6aa3f1fe07e0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6611612 Sep 15 17:12:43.630388 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] For port b206af85-55d6-47da-b393-8487347f4334, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:43.633813 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] For port b206af85-55d6-47da-b393-8487347f4334, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b206af85-55d6-47da-b393-8487347f4334,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:43.660337 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Made reservation on behalf of 957997a44a384ed78fb8906ce7977bb5 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:43.662764 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.692536 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-bd502e9d-93d9-43a9-b320-5551c4b0dd9f None None] Provisioning complete for port b206af85-55d6-47da-b393-8487347f4334 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:43.692963 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bd502e9d-93d9-43a9-b320-5551c4b0dd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.733558 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-bd502e9d-93d9-43a9-b320-5551c4b0dd9f None None] Port b206af85-55d6-47da-b393-8487347f4334 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:43.735308 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:43.795304 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:43.795918 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:43.844204 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdcece-8472-4ac5-8b8d-47493fd84f2d None None] Pushing event updated for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=4']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:43.934977 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b805ee-f256-430b-9839-2088b831a2ff req-d4d76250-144b-4104-a594-6ee93c6ac27e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:43.936850 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-58b805ee-f256-430b-9839-2088b831a2ff req-d4d76250-144b-4104-a594-6ee93c6ac27e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.1008322 Sep 15 17:12:43.944134 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:43.986723 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-58b805ee-f256-430b-9839-2088b831a2ff req-c74ccd83-d00c-4165-af9d-a574ec3d7fbe tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Sep 15 17:12:43.998849 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.052957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e157b02-97fd-44fc-af3d-fb3315ed96dc,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:44.054187 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] Provisioning complete for port b206af85-55d6-47da-b393-8487347f4334 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:44.061444 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.066871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Checking segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:44.067341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Network hostable DHCP agents. Network: ed57b2ca-ff05-49fe-99f8-f347f59555c6, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:12:44.142405 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.160858 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:38Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'b206af85-55d6-47da-b393-8487347f4334', 'name': '', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'mac_address': 'fa:16:3e:27:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:38Z', 'updated_at': '2021-09-15T17:12:43Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'subnets': [{'id': '89d88a12-5dce-4169-af6b-449160073653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:44.174626 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:12:44.181324 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] For port b206af85-55d6-47da-b393-8487347f4334, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b206af85-55d6-47da-b393-8487347f4334,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:44.189901 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19882ae1-7e05-4831-82ec-5b20360abf0b None None] The sync data for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi is: [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:12:38Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'b206af85-55d6-47da-b393-8487347f4334', 'name': '', 'network_id': 'd384ff02-9684-4f49-8a71-376e0c0327d7', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'mac_address': 'fa:16:3e:27:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '89d88a12-5dce-4169-af6b-449160073653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:38Z', 'updated_at': '2021-09-15T17:12:43Z', 'revision_number': 4, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'subnets': [{'id': '89d88a12-5dce-4169-af6b-449160073653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:44.247472 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.247651 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, ed57b2ca-ff05-49fe-99f8-f347f59555c6) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:44.258257 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:44.258948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.275338 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638dea2-d01f-40ae-af77-fb1ded563c4d None None] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:44.348335 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-8f5234db-c08e-44d4-bccf-faa9539c0d47 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9081042 Sep 15 17:12:44.349767 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b2ede-a581-4f9e-83e5-bf31adfb58da None None] Pushing event updated for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:44.351239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51820) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:44.358941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:44.452848 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:12:44.453801 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.482190 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.483283 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.582387 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b206af85-55d6-47da-b393-8487347f4334 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:44.608527 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.688206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port b206af85-55d6-47da-b393-8487347f4334 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:44.688495 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.691318 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Allocated IP 172.20.0.2 (ed57b2ca-ff05-49fe-99f8-f347f59555c6/6e157b02-97fd-44fc-af3d-fb3315ed96dc/d5cfab84-5bdd-44a9-871e-6268b2e33834) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:44.767564 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448713af-4c80-4ece-8d4b-a72d325e107f req-26ddbd5c-5070-45c4-800e-eb3e86a1f70f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:44.769114 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-448713af-4c80-4ece-8d4b-a72d325e107f req-26ddbd5c-5070-45c4-800e-eb3e86a1f70f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.1162364 Sep 15 17:12:44.857632 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 84615960-3c2b-4fca-a972-be9244da5cca up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:44.974380 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 84615960-3c2b-4fca-a972-be9244da5cca triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:44.974670 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:44.976642 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.076586 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.092163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.122903 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:45.125923 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:45.131568 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:45.139895 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Pushing event updated for resources: {'Port': ['ID=d5cfab84-5bdd-44a9-871e-6268b2e33834,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:45.179341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeda76-9c3b-4300-8ed1-d9743980b3cb req-f7e76ed2-e10d-408f-9930-3c432a20cf81 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:45.181452 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-74eeda76-9c3b-4300-8ed1-d9743980b3cb req-f7e76ed2-e10d-408f-9930-3c432a20cf81 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 945 time: 0.0937226 Sep 15 17:12:45.194153 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Attempting to bind port d5cfab84-5bdd-44a9-871e-6268b2e33834 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:45.194527 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Attempting to bind port d5cfab84-5bdd-44a9-871e-6268b2e33834 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:45.194966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Attempting to bind port d5cfab84-5bdd-44a9-871e-6268b2e33834 on network ed57b2ca-ff05-49fe-99f8-f347f59555c6 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:45.200806 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:45.201107 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Checking segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:45.201505 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.201962 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Bound using segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:45.202378 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Bound port: d5cfab84-5bdd-44a9-871e-6268b2e33834, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:45.202753 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.219099 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Deleting port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:12:45.219433 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.278072 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] For port d5cfab84-5bdd-44a9-871e-6268b2e33834, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:45.281970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] For port d5cfab84-5bdd-44a9-871e-6268b2e33834, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d5cfab84-5bdd-44a9-871e-6268b2e33834,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:45.304667 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-74eeda76-9c3b-4300-8ed1-d9743980b3cb req-2b18f014-d34d-4ece-b9c6-e443dec9dd9f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=b8afd186-563e-4150-b804-f16b0532b368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140711 Sep 15 17:12:45.364042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.386186 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] For port 525e2bb3-1659-44ef-a189-aafe7b7f4d31, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=525e2bb3-1659-44ef-a189-aafe7b7f4d31,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:45.386550 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.430810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8a15-ec8d-4d93-a8a5-4883d14cc90f None None] Pushing event updated for resources: {'Port': ['ID=d5cfab84-5bdd-44a9-871e-6268b2e33834,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:45.737808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.740531 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.740893 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.741208 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Floating IP 9c5977d3-7741-4c4d-9c72-4ef9174e7b85 disassociated. External IP: 172.27.1.78, port: 525e2bb3-1659-44ef-a189-aafe7b7f4d31. Sep 15 17:12:45.741544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Calling delete_port for 525e2bb3-1659-44ef-a189-aafe7b7f4d31 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:12:45.768000 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:45.952113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Allocated IP 172.27.1.179 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/6b218b5f-4fa2-4082-a3ab-a3af9549759d) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:46.076419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.079299 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.113383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'Port': ['ID=525e2bb3-1659-44ef-a189-aafe7b7f4d31,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:46.246310 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:46.250237 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.334156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:46.339664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:46.346046 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Pushing event updated for resources: {'Port': ['ID=6b218b5f-4fa2-4082-a3ab-a3af9549759d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:46.346046 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:46.411501 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a06a6-eb1e-43bf-945c-cf5d7427fccd None None] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:46.497268 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a80b8717-70c2-41ef-a769-4388ac849817 req-b30b4e51-f684-4df9-9b10-1505f18ce75e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0672588 Sep 15 17:12:46.560199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:46.568485 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] Provisioning complete for port d5cfab84-5bdd-44a9-871e-6268b2e33834 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:46.568932 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.574733 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d5cfab84-5bdd-44a9-871e-6268b2e33834 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:46.577672 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:46.626066 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] No DVR routers for this DVR port 525e2bb3-1659-44ef-a189-aafe7b7f4d31 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:12:46.634664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.636758 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-448713af-4c80-4ece-8d4b-a72d325e107f req-d3a3162c-b42b-4a49-9c03-8296f4ef5328 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "DELETE /v2.0/ports/525e2bb3-1659-44ef-a189-aafe7b7f4d31 HTTP/1.1" status: 204 len: 173 time: 1.8372080 Sep 15 17:12:46.637293 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'name': 'network-vif-deleted', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:46.639609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf711348-1f00-4034-b8c1-86c75c27f618" -d '{"events": [{"server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "name": "network-vif-deleted", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:46.676775 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:46.677410 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:46.683097 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d7c869-d0f3-4d93-a5f7-d555a964d535 x-openstack-request-id: req-40d7c869-d0f3-4d93-a5f7-d555a964d535 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:46.683444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d486a5c5-befb-4bf5-bfef-d074262998a0", "name": "network-vif-deleted", "tag": "525e2bb3-1659-44ef-a189-aafe7b7f4d31", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:46.683749 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40d7c869-d0f3-4d93-a5f7-d555a964d535 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:46.684207 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd486a5c5-befb-4bf5-bfef-d074262998a0', 'name': 'network-vif-deleted', 'tag': '525e2bb3-1659-44ef-a189-aafe7b7f4d31', 'status': 'completed', 'code': 200} Sep 15 17:12:46.878148 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:46.952211 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port d5cfab84-5bdd-44a9-871e-6268b2e33834 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:46.952597 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.010208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.026278 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:47.136291 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] For port d5cfab84-5bdd-44a9-871e-6268b2e33834, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d5cfab84-5bdd-44a9-871e-6268b2e33834,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:47.229564 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.236647 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.317128 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.368040 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a2652-63c4-4339-9d45-140a6b07a2d6 None None] Pushing event updated for resources: {'Port': ['ID=d5cfab84-5bdd-44a9-871e-6268b2e33834,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:47.395493 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 17:12:47.398802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG oslo_db.api [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 17:12:47.398802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-c19b1cca-8d7f-4e2a-93c7-ee938c10efd4 None None] Provisioning complete for port d5cfab84-5bdd-44a9-871e-6268b2e33834 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:47.398802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cca-8d7f-4e2a-93c7-ee938c10efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.447089 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:47.476360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:47.489994 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:47.490640 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:47.544648 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Router 6ae967fe-fa28-49b1-901f-62efd7fa8608 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:12:47.631623 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:47.656238 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c9f4e87b-7e28-4d46-82eb-dc9858966f25 req-43e469c3-5a41-496c-be23-de01d8249200 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=d486a5c5-befb-4bf5-bfef-d074262998a0 HTTP/1.1" status: 200 len: 210 time: 0.0476849 Sep 15 17:12:47.674920 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:47.688302 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Sync routers for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:47.695479 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:47.696633 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:47.759865 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:47.762821 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4ddc4441-4eb6-4f2e-aeba-87dc51bcd229 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4087944 Sep 15 17:12:47.763887 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51862) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:47.808647 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:47.866745 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:47.899230 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800dff9a-c700-4693-98d7-15ae5b8ed8d9 None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:47.987173 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 525e2bb3-1659-44ef-a189-aafe7b7f4d31 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:12:47.998169 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:46Z', 'revision_number': 3, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:48.013875 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 525e2bb3-1659-44ef-a189-aafe7b7f4d31 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:12:48.014367 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 525e2bb3-1659-44ef-a189-aafe7b7f4d31 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:12:48.117371 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Checking router: 6ae967fe-fa28-49b1-901f-62efd7fa8608 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:48.118537 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Updating router 6ae967fe-fa28-49b1-901f-62efd7fa8608 port 6b218b5f-4fa2-4082-a3ab-a3af9549759d binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:48.145390 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.202131 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e826261-0006-4576-9f88-86c2eb6ca0f4 None None] New status for floating IP 9c5977d3-7741-4c4d-9c72-4ef9174e7b85: DOWN {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:12:48.219001 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.382285 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Allocated IP 172.20.0.1 (ed57b2ca-ff05-49fe-99f8-f347f59555c6/6e157b02-97fd-44fc-af3d-fb3315ed96dc/284f324a-f305-49fa-b56f-81693fead5e2) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:48.407938 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.489068 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.500617 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.501263 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d5cfab84-5bdd-44a9-871e-6268b2e33834 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:48.542370 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d2fad-ca1d-4a8a-93d3-77756abe1a57 None None] Pushing event updated for resources: {'Port': ['ID=6b218b5f-4fa2-4082-a3ab-a3af9549759d,revision_number=2']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:48.551703 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port d5cfab84-5bdd-44a9-871e-6268b2e33834 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:48.552084 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.556971 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Attempting to bind port 6b218b5f-4fa2-4082-a3ab-a3af9549759d on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:48.557335 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Attempting to bind port 6b218b5f-4fa2-4082-a3ab-a3af9549759d by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:48.557720 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Attempting to bind port 6b218b5f-4fa2-4082-a3ab-a3af9549759d on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:48.562576 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:48.562946 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:48.563528 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.563918 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:48.564373 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Bound port: 6b218b5f-4fa2-4082-a3ab-a3af9549759d, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:48.564766 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.587381 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.629074 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] For port 6b218b5f-4fa2-4082-a3ab-a3af9549759d, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:48.634917 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] For port 6b218b5f-4fa2-4082-a3ab-a3af9549759d, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6b218b5f-4fa2-4082-a3ab-a3af9549759d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:48.636257 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:48.641505 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:48.643875 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:48.649951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Pushing event updated for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:48.691847 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.716405 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.763883 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:48.764573 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:48.839578 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51872) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:48.870435 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d2fad-ca1d-4a8a-93d3-77756abe1a57 None None] Pushing event updated for resources: {'Port': ['ID=6b218b5f-4fa2-4082-a3ab-a3af9549759d,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:48.894904 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-7a38d5d0-8576-4ab5-8c3a-265f829cfbf9 None None] Provisioning complete for port 284f324a-f305-49fa-b56f-81693fead5e2 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:48.895559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-7a38d5d0-8576-4ab5-8c3a-265f829cfbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.897180 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:48.905053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.938081 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-7a38d5d0-8576-4ab5-8c3a-265f829cfbf9 None None] Port 284f324a-f305-49fa-b56f-81693fead5e2 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:48.941383 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:48.950163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.072169 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.083272 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.087560 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "DELETE /v2.0/security-groups/b8afd186-563e-4150-b804-f16b0532b368 HTTP/1.1" status: 204 len: 168 time: 0.2429006 Sep 15 17:12:49.088564 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51874) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:49.101548 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9fdb6-95ab-4b98-9cea-d2e12de6ddd3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8afd186-563e-4150-b804-f16b0532b368,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:49.102956 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:46Z', 'revision_number': 3, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:49.108784 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.api.v2.resource [None req-32d22246-2186-40ca-a515-2e16bff67007 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] show failed (client error): The resource could not be found. Sep 15 17:12:49.113386 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-32d22246-2186-40ca-a515-2e16bff67007 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups/b8afd186-563e-4150-b804-f16b0532b368 HTTP/1.1" status: 404 len: 347 time: 0.0197988 Sep 15 17:12:49.113495 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51876) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:49.116704 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.130489 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16dd639-24e5-40e6-aafd-84339b9520d9 None None] The sync data for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi is: [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:46Z', 'revision_number': 3, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:49.169270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.247856 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.264634 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Deleting port 741ca206-cc35-468e-8090-1dc6e65366a6 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:12:49.265811 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.291294 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Pushing event updated for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:49.361764 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.362196 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.377800 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Calling delete_port for 741ca206-cc35-468e-8090-1dc6e65366a6 owned by network:floatingip {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:12:49.404467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:49.404467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:49.629348 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Router 6ae967fe-fa28-49b1-901f-62efd7fa8608 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:49.723864 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.755483 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:49.769172 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f29ab680-6233-4b83-bd65-e1eb9c9903b0 admin admin] 10.222.0.57 "PUT /v2.0/routers/6ae967fe-fa28-49b1-901f-62efd7fa8608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9965277 Sep 15 17:12:49.769730 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'Port': ['ID=741ca206-cc35-468e-8090-1dc6e65366a6,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:49.770727 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-5a094738-8048-4a67-8c6b-d72b7698eec1 None None] Provisioning complete for port 284f324a-f305-49fa-b56f-81693fead5e2 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:49.771206 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5a094738-8048-4a67-8c6b-d72b7698eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.840966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-5a094738-8048-4a67-8c6b-d72b7698eec1 None None] Port 284f324a-f305-49fa-b56f-81693fead5e2 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:49.846288 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.849717 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:49.851154 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f26d6029-19d9-4b9e-b81f-664bafdb21cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "DELETE /v2.0/floatingips/9c5977d3-7741-4c4d-9c72-4ef9174e7b85 HTTP/1.1" status: 204 len: 168 time: 0.7361722 Sep 15 17:12:50.391576 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51894) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:50.396162 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group': {'name': 'tempest-securitygroup--234017010', 'description': 'tempest-description--992442186'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:50.512007 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.541975 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6b218b5f-4fa2-4082-a3ab-a3af9549759d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:50.610822 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6b218b5f-4fa2-4082-a3ab-a3af9549759d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:50.611511 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.620302 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.645414 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51900) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:50.651174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2098439371-network', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:50.690822 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.705665 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.711095 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 6b218b5f-4fa2-4082-a3ab-a3af9549759d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6b218b5f-4fa2-4082-a3ab-a3af9549759d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:50.742365 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:50.796452 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.819742 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Made reservation on behalf of c96130d6e8ff41ec8b62425f01105084 for: {'network': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:50.822204 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.832200 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.853280 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=6b218b5f-4fa2-4082-a3ab-a3af9549759d,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:50.908377 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:50.909640 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1a5bf60e-647c-4315-9fdc-68e820cb2263 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5170448 Sep 15 17:12:50.912767 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51904) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:50.918030 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group_rule': {'security_group_id': '1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:50.990539 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.117650 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.138223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=94705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:12:51.152339 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579791cd-d67f-456a-b362-22040a42ffda,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:51.158388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.158748 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.segments_db [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Added segment 0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f of type vlan for network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a Sep 15 17:12:51.213090 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.219056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.277611 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.323862 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.324924 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:51.325525 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.353224 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.373941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e08549-2955-40a6-a341-17fc277f53f7,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:51.466609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.467844 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-65418d89-2a7c-4cac-aad1-4886c9e793db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5539737 Sep 15 17:12:51.473317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51908) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:51.475652 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'security_group_rule': {'security_group_id': '1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:51.492120 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Sync routers for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:51.503031 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:51.509331 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:51.602795 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.615503 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:51.624396 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Pushing event updated for resources: {'Network': ['ID=bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:51.631304 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.631653 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.632000 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.632337 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.632724 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.632986 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.633316 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.634207 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.634565 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.634893 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.635220 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.635546 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:12:51.647211 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:12:51.670492 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.692630 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51910) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:51.699022 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8fe3e007-6dc2-4ce6-953c-3bb4d9ba3b80 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0460260 Sep 15 17:12:51.699175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Request body: {'subnet': {'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2098439371-subnet', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:51.774602 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.792119 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf5a31d-3504-4570-a8a6-dd6f25eeced1,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:51.814770 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Made reservation on behalf of c96130d6e8ff41ec8b62425f01105084 for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:51.817166 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.827546 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 2, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:51.857137 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Checking router: 6ae967fe-fa28-49b1-901f-62efd7fa8608 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:51.857922 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Updating router 6ae967fe-fa28-49b1-901f-62efd7fa8608 port 284f324a-f305-49fa-b56f-81693fead5e2 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:51.884384 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.906308 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:51.907476 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-833d68c9-505e-4393-96d3-52b046121437 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358578 Sep 15 17:12:51.910743 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 51914) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:51.916213 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:52.004027 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.072639 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.115746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.139552 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccded4f0-4ae0-42c8-8600-0c9036b63962,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:52.146678 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Checking segment: {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:52.147158 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Network hostable DHCP agents. Network: bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:12:52.176565 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.209334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:12:52.224453 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Allocated IP 172.27.1.217 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/14e1dcda-99e0-460d-8ee0-23b0706078df) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:52.237715 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.266214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:52.274314 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e6a264-fadb-4486-b8c3-65dd25f434d7 None None] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:52.279470 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:52.279937 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.284637 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c579-7886-4dc5-bacb-3fd43fd5af3f None None] Pushing event updated for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:52.354311 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Attempting to bind port 284f324a-f305-49fa-b56f-81693fead5e2 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:52.354678 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Attempting to bind port 284f324a-f305-49fa-b56f-81693fead5e2 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:52.355034 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Attempting to bind port 284f324a-f305-49fa-b56f-81693fead5e2 on network ed57b2ca-ff05-49fe-99f8-f347f59555c6 {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:52.357162 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.361502 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:52.361946 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Checking segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:52.362350 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.363083 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Bound using segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:52.363471 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Bound port: 284f324a-f305-49fa-b56f-81693fead5e2, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:52.363871 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.370155 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-7a927dd2-33f6-47e5-8ab8-09e5cf4a422a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.419478 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-845ac008-ca8a-49c1-8907-a0fa9db80bb8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7256606 Sep 15 17:12:52.422158 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51918) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:52.426459 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:52.463579 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] For port 284f324a-f305-49fa-b56f-81693fead5e2, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:52.464245 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc610cb13-1398-56fa-849e-dbbe7887428c-bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'fixed_ips': [{'subnet_id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962'}]}} from dv-cinder-801913-6-iscsi. {{(pid=94707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 17:12:52.465160 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] For port 284f324a-f305-49fa-b56f-81693fead5e2, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=284f324a-f305-49fa-b56f-81693fead5e2,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:52.465714 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.495996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.537087 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:12:52.551183 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:52.554779 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:52.556481 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:52.566853 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6b218b5f-4fa2-4082-a3ab-a3af9549759d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:52.573272 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1740'] for router, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.574430 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-615816', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1046533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1751'] for router, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.597671 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=14e1dcda-99e0-460d-8ee0-23b0706078df,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:52.615517 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.636603 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.670442 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.677439 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] Provisioning complete for port 284f324a-f305-49fa-b56f-81693fead5e2 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:52.677834 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.688918 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c579-7886-4dc5-bacb-3fd43fd5af3f None None] Pushing event updated for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=4']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:52.698056 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:52.698056 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:52.822890 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.839883 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Allocated IP 172.20.0.2 (bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a/ccded4f0-4ae0-42c8-8600-0c9036b63962/69b485b0-a5f9-4abe-9e38-e357c49ed6b9) {{(pid=94707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:52.907391 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 6b218b5f-4fa2-4082-a3ab-a3af9549759d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:52.907533 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:52.944444 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:52.973905 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.042218 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.076739 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.150310 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] For port 284f324a-f305-49fa-b56f-81693fead5e2, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=284f324a-f305-49fa-b56f-81693fead5e2,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:53.155644 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks [] for port, precommit_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.157863 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.232143 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:52Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:53.237851 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.239146 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=14e1dcda-99e0-460d-8ee0-23b0706078df,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:53.257145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.271481 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d73a7a-3424-4eff-b3ea-933e30368d8d None None] The sync data for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi is: [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:52Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:53.280042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576'] for port, after_create {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.302486 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a is already hosted by enough agents. {{(pid=94707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:53.311794 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Resources bound (agent type, host, resource id): {{(pid=94707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:53.314385 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Received port after_create {{(pid=94707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:53.343465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.352581 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fd9b2fa9-a422-4130-8d15-5bf1f490f2db tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4319465 Sep 15 17:12:53.352897 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad5d4-24ee-42fd-8167-95e4f47306fc None None] Pushing event updated for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:53.402662 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Pushing event updated for resources: {'Port': ['ID=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,revision_number=1']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:53.463043 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-882dee4b-20ab-4f2a-bd54-16408465159b None None] Provisioning complete for port 284f324a-f305-49fa-b56f-81693fead5e2 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:53.463542 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-882dee4b-20ab-4f2a-bd54-16408465159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.500046 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Attempting to bind port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:53.500529 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Attempting to bind port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:53.500955 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Attempting to bind port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 on network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:53.511622 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:53.512025 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Checking segment: {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:53.512377 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.512766 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Bound using segment: {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:53.513233 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Bound port: 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:53.513642 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.596921 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] For port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:53.631021 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] For port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:53.631432 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-cc4f7edb-4304-437c-92b6-43a3b178346c tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--234017010&fields=id&tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 267 time: 0.0540779 Sep 15 17:12:53.632432 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.656241 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.712917 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:53.779155 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd4e6e-4050-4c7d-aa12-c255d00e5048 None None] Pushing event updated for resources: {'Port': ['ID=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:53.850586 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-d0d81e56-3e7c-470e-8994-8bd4085333fa tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:53.852768 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-d0d81e56-3e7c-470e-8994-8bd4085333fa tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 810 time: 0.1984296 Sep 15 17:12:53.866573 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Allocated IP 172.27.1.192 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/7fe96319-85ed-4d2a-905b-21e515ba421d) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:53.891180 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-f9f51d8a-aeed-4bc5-8c2c-b0bacdacadd0 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/quotas/5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 375 time: 0.0194135 Sep 15 17:12:54.030491 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-9fc2558e-55bd-4116-809d-9a0b959632dd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1273167 Sep 15 17:12:54.080240 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.194221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.278320 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:54.283730 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:54.291504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:54.316835 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Pushing event updated for resources: {'Port': ['ID=7fe96319-85ed-4d2a-905b-21e515ba421d,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:54.343196 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-b062aec8-ca0b-4aee-a35f-e3db011c4ae6 service neutron] 10.222.0.57 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985280 Sep 15 17:12:54.532878 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-1300cc75-69d0-4db0-bdff-78b60ccb91b0 service neutron] 10.222.0.57 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834724 Sep 15 17:12:54.579381 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:54.645435 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:54.645880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.692451 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.732422 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.797560 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:54.831396 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f3b9c153-478d-4596-8c0a-d3c4d659aea9 req-ecbcca75-052c-41d3-971d-e409f70437d0 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 210 time: 0.0389423 Sep 15 17:12:54.861061 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:54.862436 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 284f324a-f305-49fa-b56f-81693fead5e2 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:54.905901 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c16ec7-4009-45a4-b237-55bf56454259 None None] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:12:54.961469 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613983'] for router, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.047787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4b4c25ea-a31b-4e85-89bb-62025f9e474c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.047787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-fbb8b2f2-958c-4cb0-a848-65b978b5a22d None None] Provisioning complete for port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:55.047787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-fbb8b2f2-958c-4cb0-a848-65b978b5a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.051060 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:55.092959 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 284f324a-f305-49fa-b56f-81693fead5e2 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:55.093331 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.221548 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Router de894a9b-3dd2-4bbe-922e-0492312da183 is scheduled to L3 agent 190e8957-8767-496f-829b-03d942086025 with binding_index 1 {{(pid=94706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 17:12:55.357687 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.382329 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:55.395004 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Sync routers for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:12:55.407202 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:55.407869 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:55.466261 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.467508 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e3d2c7ba-8bef-4b2e-95f6-5c5379efff90 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0444453 Sep 15 17:12:55.470622 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 51956) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:12:55.526077 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-f86a6790-d52f-4607-9553-bfdb7de12681 None None] Provisioning complete for port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:55.526457 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f86a6790-d52f-4607-9553-bfdb7de12681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.530208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:55.779778 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:54Z', 'revision_number': 3, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:55.807467 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Checking router: de894a9b-3dd2-4bbe-922e-0492312da183 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:12:55.807933 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Updating router de894a9b-3dd2-4bbe-922e-0492312da183 port 7fe96319-85ed-4d2a-905b-21e515ba421d binding host dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:12:55.834457 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:55.942066 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-976e5bd1-9dae-46d6-ab2f-33264f692a17 req-3f19ca52-59de-4c6a-a1c1-598f2d503a94 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 210 time: 0.0326531 Sep 15 17:12:56.140753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.195266 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.248896 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.306261 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Allocated IP 172.20.0.1 (bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a/ccded4f0-4ae0-42c8-8600-0c9036b63962/e61c7b5f-e509-43a2-b550-fe61c35c13b8) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:56.421752 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.429465 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.464366 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Attempting to bind port 7fe96319-85ed-4d2a-905b-21e515ba421d on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:56.464743 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Attempting to bind port 7fe96319-85ed-4d2a-905b-21e515ba421d by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:56.465633 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Attempting to bind port 7fe96319-85ed-4d2a-905b-21e515ba421d on network a3999b41-fad4-42a4-80e6-69353b0f0a85 {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:56.467246 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26e15b-1b02-476c-9311-359de2118624 None None] Pushing event updated for resources: {'Port': ['ID=7fe96319-85ed-4d2a-905b-21e515ba421d,revision_number=2']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:56.472672 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:56.473048 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Checking segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:56.473444 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.473850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Bound using segment: {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'} {{(pid=94707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:56.474309 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.managers [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Bound port: 7fe96319-85ed-4d2a-905b-21e515ba421d, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e117d780-56e4-42b6-9686-46420586950e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85'}}] {{(pid=94707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:56.474686 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.513732 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:56.559509 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] For port 7fe96319-85ed-4d2a-905b-21e515ba421d, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:56.565664 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] For port 7fe96319-85ed-4d2a-905b-21e515ba421d, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=7fe96319-85ed-4d2a-905b-21e515ba421d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:56.579661 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:56.580025 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.624773 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.662979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:56.665966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:56.671495 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:56.676803 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.693400 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:56.714080 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614024'] for router_interface, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.734604 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:12:56.735991 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:56.784880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26e15b-1b02-476c-9311-359de2118624 None None] Pushing event updated for resources: {'Port': ['ID=7fe96319-85ed-4d2a-905b-21e515ba421d,revision_number=3']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:56.857651 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:12:56.913214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:56.942716 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-86019073-0d66-4e6b-b966-a04d942f12d4 None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:56.942982 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-86019073-0d66-4e6b-b966-a04d942f12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.012675 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-86019073-0d66-4e6b-b966-a04d942f12d4 None None] Port e61c7b5f-e509-43a2-b550-fe61c35c13b8 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:57.057365 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-454c7a31-c007-453b-8c02-eeac416341e7 req-9963e274-e9f2-45d4-8903-94d002557eb3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 210 time: 0.0341229 Sep 15 17:12:57.076286 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:54Z', 'revision_number': 3, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:12:57.104203 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c776fd-11c4-4418-aff5-8d9d6e5409f6 None None] The sync data for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi is: [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:54Z', 'revision_number': 3, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:12:57.104748 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.191958 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.293839 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:57.296270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-614168'] for router_interface, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.505822 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-9234fd1a-0599-47c1-a20e-a99627d5af54 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:57.507920 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-9234fd1a-0599-47c1-a20e-a99627d5af54 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 810 time: 0.2647710 Sep 15 17:12:57.573292 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:57.578039 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:57.587087 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-4f35508a-7f4d-4cb7-8574-789cc62f39c2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a HTTP/1.1" status: 200 len: 379 time: 0.0633667 Sep 15 17:12:57.626687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'port': {'device_id': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'admin_state_up': True, 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'security_groups': ['1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:57.786816 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-1ae667f9-d1ee-4c42-9cb1-26a502ac2cae None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:57.787368 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1ae667f9-d1ee-4c42-9cb1-26a502ac2cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.797248 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Router de894a9b-3dd2-4bbe-922e-0492312da183 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:12:57.821652 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.827983 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-1ae667f9-d1ee-4c42-9cb1-26a502ac2cae None None] Port e61c7b5f-e509-43a2-b550-fe61c35c13b8 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:57.900522 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Made reservation on behalf of 5cbbe4cb7f274016ad6ecdccd0061e4a for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:12:57.904126 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:57.945039 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:12:57.957855 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c636daa3-6937-440d-a0a8-0afcc5a67fe0 admin admin] 10.222.0.57 "PUT /v2.0/routers/de894a9b-3dd2-4bbe-922e-0492312da183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787707 Sep 15 17:12:58.056492 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Allocated IP 172.20.0.13 (7dbb187b-c00a-40b8-a77c-bcc7b276eb07/b5e6f638-596e-4354-885a-a0a2bc87c446/496370b8-7a48-44dd-aae9-2d8d8fd22f10) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:12:58.154610 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c4951545-c094-4e7e-9770-182f31348f75 req-9b647213-1903-45ea-b1fa-acdbf1e62118 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 210 time: 0.0267739 Sep 15 17:12:58.201267 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.294982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.334747 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:12:58.350767 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:12:58.353184 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event updated for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:58.355511 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:12:58.407735 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:58.408402 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.496236 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-133e788a-793d-4d46-8fc5-f2ef6f0dbc6f tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9029951 Sep 15 17:12:58.566539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Request body: {'port': {'device_id': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:12:58.572926 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 7fe96319-85ed-4d2a-905b-21e515ba421d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:12:58.625422 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 7fe96319-85ed-4d2a-905b-21e515ba421d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:58.625839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.669948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.678670 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-487136fd-0a03-49a2-8e53-954ca2b1c76f None None] Provisioning complete for port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:12:58.679036 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-487136fd-0a03-49a2-8e53-954ca2b1c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.740118 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-487136fd-0a03-49a2-8e53-954ca2b1c76f None None] Port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:12:58.752856 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.772210 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] For port 7fe96319-85ed-4d2a-905b-21e515ba421d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=7fe96319-85ed-4d2a-905b-21e515ba421d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:12:58.836065 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.886421 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Pushing event updated for resources: {'Port': ['ID=7fe96319-85ed-4d2a-905b-21e515ba421d,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:58.936449 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496370b8-7a48-44dd-aae9-2d8d8fd22f10 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:12:58.946652 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:58.960668 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Transition to ACTIVE for port object 496370b8-7a48-44dd-aae9-2d8d8fd22f10 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:12:59.035676 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:59.100521 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Pushing event updated for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:59.213022 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Attempting to bind port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:12:59.213700 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Attempting to bind port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:12:59.213700 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Attempting to bind port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:59.218311 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:12:59.218639 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Attempting to bind port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 on network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:12:59.223760 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:12:59.224053 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Checking segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:12:59.224358 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Bound using segment: {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:12:59.224787 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Bound port: 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7764d54-0525-4f96-b3be-2bf915d0816f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:12:59.225149 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:59.312744 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:12:59.312888 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c19b-3f50-42cb-9dc2-585496186af6 req-84ac484e-c928-4d68-826c-b2478be9df22 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:59.313344 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9663c19b-3f50-42cb-9dc2-585496186af6 req-84ac484e-c928-4d68-826c-b2478be9df22 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 944 time: 0.0659504 Sep 15 17:12:59.323973 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:12:59.373874 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9663c19b-3f50-42cb-9dc2-585496186af6 req-b3696c40-21da-4bd2-89b2-921dd76a9f38 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Sep 15 17:12:59.421658 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:59.462134 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:59.467121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:12:59.467121 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] 10.222.0.54 "PUT /v2.0/ports/496370b8-7a48-44dd-aae9-2d8d8fd22f10 HTTP/1.1" status: 200 len: 1094 time: 0.9588048 Sep 15 17:12:59.467121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:12:59.467121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291e7f3c-1e86-4685-a5e8-12604d0d560b" -d '{"events": [{"name": "network-changed", "server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:12:59.501599 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62178b83-fc63-469f-ab75-ef022bebd80f service neutron] Pushing event updated for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:12:59.653124 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-8a431cd3-226e-4467-9790-166644745d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:59.656882 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-8a431cd3-226e-4467-9790-166644745d15 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 1097 time: 0.0748613 Sep 15 17:12:59.709172 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-f6ce05da-10e4-42c5-aa51-81ea407dd77b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10 HTTP/1.1" status: 200 len: 217 time: 0.0431571 Sep 15 17:12:59.747774 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ec9bd4-270a-4629-81dd-c68d571673f4 x-openstack-request-id: req-13ec9bd4-270a-4629-81dd-c68d571673f4 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:12:59.748129 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:12:59.748435 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13ec9bd4-270a-4629-81dd-c68d571673f4 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:12:59.748881 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'status': 'completed', 'code': 200} Sep 15 17:12:59.764631 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-2ffb5334-4936-42cb-be79-2f02284b40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:59.766126 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-2ffb5334-4936-42cb-be79-2f02284b40b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0492866 Sep 15 17:12:59.826330 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-917aa2ef-5617-4f19-b915-d5fa21767ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:12:59.827862 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-917aa2ef-5617-4f19-b915-d5fa21767ea5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525022 Sep 15 17:12:59.927760 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-7b5585e6-879a-445e-ab61-ef96fbf20592 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894923 Sep 15 17:13:00.034631 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8a38ac3f-5d18-492b-886e-ed062184d562 req-37f6a810-fade-4c54-afca-0ec16732025d service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992022 Sep 15 17:13:00.236448 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Sync routers for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:00.251256 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:00.251862 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:00.270165 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-14e63db1-e1fe-48de-a544-59a840b7efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:00.276149 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-14e63db1-e1fe-48de-a544-59a840b7efad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 1097 time: 0.0738347 Sep 15 17:13:00.367259 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:00.382989 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-b822ddfa-d88c-4e0d-8797-77b47be3b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:00.386064 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-b822ddfa-d88c-4e0d-8797-77b47be3b421 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.1055670 Sep 15 17:13:00.445021 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-ea78d719-e339-438c-9003-cdf5bb028acf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10 HTTP/1.1" status: 200 len: 217 time: 0.0411553 Sep 15 17:13:00.534945 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 7fe96319-85ed-4d2a-905b-21e515ba421d up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:00.600388 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-ff59c81c-dd6d-48bc-b739-ab797fee7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:00.601756 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-ff59c81c-dd6d-48bc-b739-ab797fee7848 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.1492386 Sep 15 17:13:00.620448 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port 7fe96319-85ed-4d2a-905b-21e515ba421d triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:00.620859 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:00.669170 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a107-4121-4e99-beb9-208196fc6f7c req-1456b47b-0cbb-4cdb-9e14-c973b10f1107 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:00.671140 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6cf8a107-4121-4e99-beb9-208196fc6f7c req-1456b47b-0cbb-4cdb-9e14-c973b10f1107 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 944 time: 0.1703017 Sep 15 17:13:00.672982 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 4, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'e61c7b5f-e509-43a2-b550-fe61c35c13b8', 'name': '', 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'mac_address': 'fa:16:3e:a2:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:56Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 2, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'subnets': [{'id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:00.701108 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Checking router: de894a9b-3dd2-4bbe-922e-0492312da183 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:00.701605 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Updating router de894a9b-3dd2-4bbe-922e-0492312da183 port e61c7b5f-e509-43a2-b550-fe61c35c13b8 binding host dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 17:13:00.710673 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-b25a8648-f3b3-4262-8627-3407642e04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:00.713235 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-b25a8648-f3b3-4262-8627-3407642e04d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0976112 Sep 15 17:13:00.733525 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:00.774024 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6cf8a107-4121-4e99-beb9-208196fc6f7c req-da3a58b8-5035-470d-bb06-f3f46fbc083b tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958524 Sep 15 17:13:00.849331 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-5c7c4bb7-9147-4415-be34-91ab737ef877 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082292 Sep 15 17:13:00.964174 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-291e7f3c-1e86-4685-a5e8-12604d0d560b req-202ac26a-1a61-4d15-a5f8-579624b37826 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040702 Sep 15 17:13:01.106164 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.195723 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.250994 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01e736-94a0-4102-9779-c3b0e55569c9 None None] Pushing event updated for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=3']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:01.337994 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Attempting to bind port e61c7b5f-e509-43a2-b550-fe61c35c13b8 on host dv-cinder-801913-6-iscsi for vnic_type normal with profile {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:13:01.338454 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Attempting to bind port e61c7b5f-e509-43a2-b550-fe61c35c13b8 by drivers openvswitch,hyperv on host dv-cinder-801913-6-iscsi at level 0 using segments [{'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:13:01.338910 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Attempting to bind port e61c7b5f-e509-43a2-b550-fe61c35c13b8 on network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:01.348465 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Checking agent: {'id': '800e18aa-957c-4c54-8178-b9be897121fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801913-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 59, 25), 'started_at': datetime.datetime(2021, 9, 15, 16, 59, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801913-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:13:01.348835 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Checking segment: {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:13:01.349241 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.349659 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Bound using segment: {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'} {{(pid=94708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:13:01.350301 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.managers [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Bound port: e61c7b5f-e509-43a2-b550-fe61c35c13b8, host: dv-cinder-801913-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a'}}] {{(pid=94708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:13:01.350994 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.448369 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-59136c18-e936-49fb-bd8b-45193f93fe84 None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:01.448749 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-59136c18-e936-49fb-bd8b-45193f93fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.451761 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] For port e61c7b5f-e509-43a2-b550-fe61c35c13b8, host dv-cinder-801913-6-iscsi, cleared binding levels {{(pid=94708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:13:01.457286 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.plugins.ml2.db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] For port e61c7b5f-e509-43a2-b550-fe61c35c13b8, host dv-cinder-801913-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=e61c7b5f-e509-43a2-b550-fe61c35c13b8,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:13:01.486850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-59136c18-e936-49fb-bd8b-45193f93fe84 None None] Port e61c7b5f-e509-43a2-b550-fe61c35c13b8 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:13:01.535527 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron_lib.callbacks.manager [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.592863 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:01.593481 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:01.641893 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01e736-94a0-4102-9779-c3b0e55569c9 None None] Pushing event updated for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=4']} {{(pid=94708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:01.733413 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:01.923991 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78bb83-84cf-4a95-a230-a74ac658e11d req-5fcae774-8510-43cc-9bfe-c302cb0c2f50 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:01.929451 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:01.930510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:01.934189 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c78bb83-84cf-4a95-a230-a74ac658e11d req-5fcae774-8510-43cc-9bfe-c302cb0c2f50 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 944 time: 0.0821621 Sep 15 17:13:01.996299 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 4, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'e61c7b5f-e509-43a2-b550-fe61c35c13b8', 'name': '', 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'mac_address': 'fa:16:3e:a2:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:56Z', 'updated_at': '2021-09-15T17:13:01Z', 'revision_number': 4, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'subnets': [{'id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:02.019425 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c78bb83-84cf-4a95-a230-a74ac658e11d req-67556c08-4489-449d-b1d3-37fc325c3bc2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844009 Sep 15 17:13:02.077512 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:02.090611 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 496370b8-7a48-44dd-aae9-2d8d8fd22f10 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:02.126100 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-966dd227-a4cf-4d49-a7b0-9b44b94313cd tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908762141&fields=id&tenant_id=aaa97a976db94009a554f3354e499961 HTTP/1.1" status: 200 len: 267 time: 0.0453520 Sep 15 17:13:02.145457 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] For port e61c7b5f-e509-43a2-b550-fe61c35c13b8, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=e61c7b5f-e509-43a2-b550-fe61c35c13b8,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:02.154688 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b99a9-4dfb-4702-aa9a-fb470b6c27d1 None None] The sync data for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi is: [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:12:56Z', 'revision_number': 4, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'e61c7b5f-e509-43a2-b550-fe61c35c13b8', 'name': '', 'network_id': 'bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'mac_address': 'fa:16:3e:a2:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:56Z', 'updated_at': '2021-09-15T17:13:01Z', 'revision_number': 4, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'subnets': [{'id': 'ccded4f0-4ae0-42c8-8600-0c9036b63962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:02.267591 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:02.283863 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'port_id': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'mac_address': 'fa:16:3e:7f:0b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:02.300910 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-562e1dbe-4b72-46bd-b2bd-d16b6a551bd8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:02.302919 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-562e1dbe-4b72-46bd-b2bd-d16b6a551bd8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 809 time: 0.1676419 Sep 15 17:13:02.323013 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-ca5947cb-218c-4ac0-adf9-cb9c7f185601 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/quotas/aaa97a976db94009a554f3354e499961 HTTP/1.1" status: 200 len: 375 time: 0.0137491 Sep 15 17:13:02.324737 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:02.336185 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:02.351404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496370b8-7a48-44dd-aae9-2d8d8fd22f10 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:02.392621 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-133071d1-82af-482b-8255-b296955fbb4c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619497 Sep 15 17:13:02.433942 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:02.438980 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf59a2-f3dd-48f1-9b0c-ae444d84a3f6 None None] Pushing event updated for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:02.489856 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:02.556581 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:02.616533 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device e61c7b5f-e509-43a2-b550-fe61c35c13b8 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:02.660132 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-564d672f-01c1-4eab-ac5a-5360dd0c81fd service neutron] 10.222.0.57 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478797 Sep 15 17:13:02.691922 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:02.692395 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:02.754786 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['496370b8-7a48-44dd-aae9-2d8d8fd22f10'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:02.779864 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-345754e7-c035-42fb-937a-f1700f7eb067 service neutron] 10.222.0.57 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119740 Sep 15 17:13:03.181535 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acec5c-c9b8-43a6-ad15-3c8fd1abc0ce req-5dc7f757-a923-4270-82f8-f96114e7b740 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:03.183665 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f1acec5c-c9b8-43a6-ad15-3c8fd1abc0ce req-5dc7f757-a923-4270-82f8-f96114e7b740 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 945 time: 0.0791535 Sep 15 17:13:03.234886 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f1acec5c-c9b8-43a6-ad15-3c8fd1abc0ce req-c05c6c99-fd23-4d17-ae20-d112ff5c69cd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449758 Sep 15 17:13:03.460692 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d1a3c384-f7ce-48cc-a177-148b3ead9979 req-cb019654-0f1e-4cee-a286-52aabef531ff tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0311642 Sep 15 17:13:03.975129 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:04.102729 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 496370b8-7a48-44dd-aae9-2d8d8fd22f10 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:04.266909 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:13:04.271787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:04.272658 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:04.382405 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:04.442360 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:04.443311 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:04.445851 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ba432a-e8d5-4dcf-a959-0a311adb8ee7" -d '{"events": [{"server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "name": "network-vif-plugged", "status": "completed", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:04.449039 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387be68-746b-4fa2-8c49-11029c8586a5 req-11ae5a05-91e8-4703-80a0-3996aed67aab tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:04.450633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f387be68-746b-4fa2-8c49-11029c8586a5 req-11ae5a05-91e8-4703-80a0-3996aed67aab tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 945 time: 0.0887837 Sep 15 17:13:04.530707 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f387be68-746b-4fa2-8c49-11029c8586a5 req-2a274f79-60de-4d96-88aa-476102acdbfd tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676095 Sep 15 17:13:04.541375 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:04.616371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:04.638674 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device e61c7b5f-e509-43a2-b550-fe61c35c13b8 up at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:04.686409 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9b4d8067-5b6b-4b94-b328-a0c9bf68993f req-46285f2b-6731-42fd-b8b1-f083a0064a89 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0491924 Sep 15 17:13:04.693695 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213da9f-1761-4be7-94c7-0d36cfc60c9f x-openstack-request-id: req-b213da9f-1761-4be7-94c7-0d36cfc60c9f {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:04.693985 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "name": "network-vif-plugged", "status": "completed", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:04.694289 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b213da9f-1761-4be7-94c7-0d36cfc60c9f {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:04.694592 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'code': 200} Sep 15 17:13:04.743122 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Provisioning complete for port e61c7b5f-e509-43a2-b550-fe61c35c13b8 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:04.743975 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:05.103270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28927f53-c4ca-4168-bcec-12d7fbc5a26b req-2dc7951a-2183-426a-b7c8-212c8b8485d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:05.106042 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-28927f53-c4ca-4168-bcec-12d7fbc5a26b req-2dc7951a-2183-426a-b7c8-212c8b8485d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 1099 time: 0.0482094 Sep 15 17:13:05.147056 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-28927f53-c4ca-4168-bcec-12d7fbc5a26b req-0e3c49f2-4a56-402c-9130-071957406af8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294113 Sep 15 17:13:05.667842 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219461b3-3877-408e-bac9-9037c0dcd34c req-58890a0d-7944-449d-922b-dc9aaef7bc15 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:05.669242 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-219461b3-3877-408e-bac9-9037c0dcd34c req-58890a0d-7944-449d-922b-dc9aaef7bc15 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0588486 Sep 15 17:13:05.712157 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-219461b3-3877-408e-bac9-9037c0dcd34c req-48d601af-83b3-4640-bd29-93f8364df9e4 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363588 Sep 15 17:13:05.783734 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-94a87e03-8e82-4fc3-b0f5-0046bcec1d19 req-a4f5aac9-f44a-4985-a659-0ef4249d759e tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Sep 15 17:13:06.330368 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-c6551a92-12e6-47ac-bfa6-637707ecfdae tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:06.331892 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-c6551a92-12e6-47ac-bfa6-637707ecfdae tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 809 time: 0.3445022 Sep 15 17:13:06.411672 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-c6353258-76f2-483b-a114-dc1ace0a0bad tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa97a976db94009a554f3354e499961 HTTP/1.1" status: 200 len: 379 time: 0.0467870 Sep 15 17:13:06.475750 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'port': {'device_id': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'admin_state_up': True, 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'security_groups': ['55bde344-c2fe-45b3-bf2c-ee79bfce7a20']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:06.694965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Made reservation on behalf of aaa97a976db94009a554f3354e499961 for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:13:06.699810 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:06.889664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad749b-d70b-4a13-81f6-80ed1445dd68 req-60ffce6f-c7f0-44bf-877e-330493b21c29 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:06.891202 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-87ad749b-d70b-4a13-81f6-80ed1445dd68 req-60ffce6f-c7f0-44bf-877e-330493b21c29 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0907674 Sep 15 17:13:06.920996 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Allocated IP 172.20.0.6 (7678ba6d-4f58-4393-83b0-dc7ce850a10b/be30fa46-ab90-41b9-aad0-37bc38c3d4f5/62bb0772-4a38-4517-9bc8-2b999b61b027) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:06.936442 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5f800912-a4bf-43c3-8518-f78b372499aa req-a2f268b4-5d13-4d8b-bb16-954706898111 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0425174 Sep 15 17:13:06.974275 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-87ad749b-d70b-4a13-81f6-80ed1445dd68 req-f167c91e-6334-4f55-861d-fe918d751ea3 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729265 Sep 15 17:13:07.106091 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499faec7-a268-4779-b4c0-03ed0d42cc69 req-d312ceb5-c408-4654-8145-f011d5307120 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:07.114199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.119552 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52104) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:07.119793 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-499faec7-a268-4779-b4c0-03ed0d42cc69 req-d312ceb5-c408-4654-8145-f011d5307120 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0667241 Sep 15 17:13:07.123507 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Request body: {'floatingip': {'port_id': '496370b8-7a48-44dd-aae9-2d8d8fd22f10'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:07.182465 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.418902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.484729 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:07.495110 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:07.542592 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:07.584910 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:07.648194 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.649048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.649408 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.649886 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.650091 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.650420 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.650760 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.651073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.651391 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.651715 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.652037 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.652340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:07.666704 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:07.667363 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.755128 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-d0c2c64a-7790-4f30-a0a0-fea51bf05913 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3274174 Sep 15 17:13:07.771152 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Request body: {'port': {'device_id': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:07.791973 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-61a307ee-ba28-49e4-9218-ff6f6932e1e6 None None] Provisioning complete for port 62bb0772-4a38-4517-9bc8-2b999b61b027 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:07.792674 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-61a307ee-ba28-49e4-9218-ff6f6932e1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.830102 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-61a307ee-ba28-49e4-9218-ff6f6932e1e6 None None] Port 62bb0772-4a38-4517-9bc8-2b999b61b027 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:13:07.909714 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:07.965947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.067188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.075505 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c320f1-1f54-4d88-b505-ea1d6a3ab617 req-cb572443-2f51-4b89-b2fa-659f46be9de8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:08.086225 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a6c320f1-1f54-4d88-b505-ea1d6a3ab617 req-cb572443-2f51-4b89-b2fa-659f46be9de8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 931 time: 0.0730369 Sep 15 17:13:08.138624 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a6c320f1-1f54-4d88-b505-ea1d6a3ab617 req-fec71d2a-971a-4f44-8489-2cebd5e8de34 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Sep 15 17:13:08.247616 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Floating IP 0f37b91e-5bca-4300-849d-96230826a57d associated. External IP: 172.27.1.217, port: 496370b8-7a48-44dd-aae9-2d8d8fd22f10. Sep 15 17:13:08.431242 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bb0772-4a38-4517-9bc8-2b999b61b027 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:08.470186 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.489440 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Transition to ACTIVE for port object 62bb0772-4a38-4517-9bc8-2b999b61b027 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:13:08.561758 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:08.563711 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.693417 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:08.799231 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:08.805401 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.809300 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:08.809823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Attempting to bind port 62bb0772-4a38-4517-9bc8-2b999b61b027 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:13:08.809823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Attempting to bind port 62bb0772-4a38-4517-9bc8-2b999b61b027 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:13:08.810100 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Attempting to bind port 62bb0772-4a38-4517-9bc8-2b999b61b027 on network 7678ba6d-4f58-4393-83b0-dc7ce850a10b {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:08.818346 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:08.818894 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:08.834141 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Port 62bb0772-4a38-4517-9bc8-2b999b61b027 on network 7678ba6d-4f58-4393-83b0-dc7ce850a10b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:13:08.834722 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Attempting to bind port 62bb0772-4a38-4517-9bc8-2b999b61b027 on network 7678ba6d-4f58-4393-83b0-dc7ce850a10b {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:08.849898 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:13:08.850262 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Checking segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:13:08.850667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Bound using segment: {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:13:08.851122 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Bound port: 62bb0772-4a38-4517-9bc8-2b999b61b027, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd599f03-852a-4b13-9b16-ad6e641d2bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:13:08.851499 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:08.859426 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-631f8f85-c7e5-4658-b985-e87e904828a7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "PUT /v2.0/floatingips/0f37b91e-5bca-4300-849d-96230826a57d HTTP/1.1" status: 200 len: 992 time: 1.7394674 Sep 15 17:13:08.877254 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:08.879609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d273f0-419f-455e-a4b9-1d72474ca0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:08.938683 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:13:08.945118 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:13:08.950884 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:08.978641 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e12a43-d80e-4e9a-a5e9-91923d79e7e7 x-openstack-request-id: req-54e12a43-d80e-4e9a-a5e9-91923d79e7e7 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:08.978830 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:08.979082 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54e12a43-d80e-4e9a-a5e9-91923d79e7e7 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:08.979484 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'status': 'completed', 'code': 200} Sep 15 17:13:09.035305 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-398a9a87-e79c-44c0-9e10-c35ac2587b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.036800 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-398a9a87-e79c-44c0-9e10-c35ac2587b1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 1099 time: 0.0393186 Sep 15 17:13:09.100989 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:09.141327 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.141810 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-8bf012f6-4c35-4c66-9acd-f680dfb5d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.142408 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:09.143332 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] 10.222.0.54 "PUT /v2.0/ports/62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 1093 time: 1.3775253 Sep 15 17:13:09.143446 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-8bf012f6-4c35-4c66-9acd-f680dfb5d2ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 200 len: 911 time: 0.0996659 Sep 15 17:13:09.175124 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02e832-3df8-42e8-bedd-6cb99f60156b service neutron] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:09.267031 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-7fbbd6ba-32f7-4e14-b328-0ebfc4bdcc9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10 HTTP/1.1" status: 200 len: 1000 time: 0.1108325 Sep 15 17:13:09.311642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bddf1-b67a-4f3e-a404-0268d9ace088 req-f2e11ce0-e3ef-4bc8-8010-12f30e0dcf91 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.314822 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-332bddf1-b67a-4f3e-a404-0268d9ace088 req-f2e11ce0-e3ef-4bc8-8010-12f30e0dcf91 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0977845 Sep 15 17:13:09.334260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-a50861f2-b9e5-4d2e-b2fb-eded0223911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.336162 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-a50861f2-b9e5-4d2e-b2fb-eded0223911c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 200 len: 849 time: 0.0610704 Sep 15 17:13:09.366494 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f37b91e-5bca-4300-849d-96230826a57d', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:7f:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:13:07Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:09.371959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-86af3374-3cd6-4528-bfbc-63363786d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.380470 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-86af3374-3cd6-4528-bfbc-63363786d6d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1096 time: 0.0513310 Sep 15 17:13:09.397828 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:09.408433 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-332bddf1-b67a-4f3e-a404-0268d9ace088 req-34937c5c-16ec-4943-8d20-4b060664df92 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712237 Sep 15 17:13:09.415745 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-5a9f2ed0-c273-4950-876d-fc983c1f4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.415907 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:09.416533 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:12:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:09.417810 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-5a9f2ed0-c273-4950-876d-fc983c1f4445 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7dbb187b-c00a-40b8-a77c-bcc7b276eb07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652604 Sep 15 17:13:09.427530 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-f3d53607-33f3-4de6-a3de-fcef84b20938 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 217 time: 0.0430260 Sep 15 17:13:09.483208 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-5f251ab5-78c2-47cf-ba6e-814b604f3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.484707 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-5f251ab5-78c2-47cf-ba6e-814b604f3cfd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0504391 Sep 15 17:13:09.538791 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-1773586b-5c88-4771-8ec4-0d4fb4ab2f15 service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077366 Sep 15 17:13:09.541383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-b517c922-0655-4cd8-a369-b0fc3050f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:09.542900 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-b517c922-0655-4cd8-a369-b0fc3050f0a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503256 Sep 15 17:13:09.545080 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:09.690343 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32d273f0-419f-455e-a4b9-1d72474ca0e2 req-f63c881e-06ae-4e03-a419-d6ba59d344eb service neutron] 10.222.0.54 "GET /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312566 Sep 15 17:13:09.868643 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f37b91e-5bca-4300-849d-96230826a57d', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:7f:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:13:07Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:09.900712 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e2ffe-97a4-4057-bac4-007f761f8c71 None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f37b91e-5bca-4300-849d-96230826a57d', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'port_id': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'mac_address': 'fa:16:3e:7f:0b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:13:07Z', 'revision_number': 1, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:09.924754 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-65b00ef2-4b72-4903-8923-0ae55e4a8174 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650568 Sep 15 17:13:10.054421 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-70ddc61a-a01f-4d51-bfe3-3b0481f98ee7 req-618bea22-eeb6-495b-8292-e4067c18d7a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213045 Sep 15 17:13:10.137087 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae3b2c-3f82-48d8-9191-c8702d5f478b None None] New status for floating IP 0f37b91e-5bca-4300-849d-96230826a57d: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:10.527243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed167b01-9383-4d1c-ad4f-2f36063286cd req-b13a2619-5a92-4de0-ba60-75f71625dae9 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:10.528713 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ed167b01-9383-4d1c-ad4f-2f36063286cd req-b13a2619-5a92-4de0-ba60-75f71625dae9 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0522163 Sep 15 17:13:10.565170 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ed167b01-9383-4d1c-ad4f-2f36063286cd req-c7615e49-f193-4191-b5d2-a697a33e132d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304627 Sep 15 17:13:10.999369 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:11.001530 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f51538-d507-49f8-a671-06fcfa70a4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:11.040241 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-33104271-e6b3-4134-bcf4-6497b606fd62 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.041739 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-33104271-e6b3-4134-bcf4-6497b606fd62 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 815 time: 0.1015239 Sep 15 17:13:11.043117 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457c3a5-76c8-4370-94cf-6bbcebfb91d6 x-openstack-request-id: req-3457c3a5-76c8-4370-94cf-6bbcebfb91d6 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:11.043388 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:11.043707 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3457c3a5-76c8-4370-94cf-6bbcebfb91d6 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:11.044074 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'status': 'completed', 'code': 200} Sep 15 17:13:11.057789 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-2a07ddbe-c566-456d-997c-3335dcb5da79 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/quotas/957997a44a384ed78fb8906ce7977bb5 HTTP/1.1" status: 200 len: 375 time: 0.0096471 Sep 15 17:13:11.132178 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-f031a8ad-0fd9-4c11-8057-f3c847940264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.133749 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-f031a8ad-0fd9-4c11-8057-f3c847940264 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1096 time: 0.0732539 Sep 15 17:13:11.140187 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-4c049219-f3ad-4ac2-aa20-c3d344d096d0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707507 Sep 15 17:13:11.302961 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-9dc27362-cff1-49d1-a360-26c170b6314a service neutron] 10.222.0.57 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503747 Sep 15 17:13:11.305467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-b906cef6-a8b0-4c5b-8c85-cd9825542228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.306828 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-b906cef6-a8b0-4c5b-8c85-cd9825542228 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.1461968 Sep 15 17:13:11.367529 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-fcb0875f-24df-4bde-a6ab-77963049e546 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 217 time: 0.0506485 Sep 15 17:13:11.454551 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-519abf58-9ded-4220-9538-dd60ebbf8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.455976 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-519abf58-9ded-4220-9538-dd60ebbf8e02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0600784 Sep 15 17:13:11.459327 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-c5e92886-116f-4376-b093-24d1eaa6ef2f service neutron] 10.222.0.57 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502111 Sep 15 17:13:11.506156 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-f30bc5f7-e918-4d9a-a188-061c72a431e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.507623 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-f30bc5f7-e918-4d9a-a188-061c72a431e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434985 Sep 15 17:13:11.594628 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-55cf691a-d9a4-416f-9374-d38214a138d0 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795977 Sep 15 17:13:11.703053 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3f51538-d507-49f8-a671-06fcfa70a4e4 req-e4c8b513-281c-4dbc-a748-0d6885df9ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008854 Sep 15 17:13:11.703275 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b684b7-050b-4011-9918-86ebd3156675 req-5a57c93e-222c-4742-a9be-22550f19cbaf tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:11.704657 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d3b684b7-050b-4011-9918-86ebd3156675 req-5a57c93e-222c-4742-a9be-22550f19cbaf tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0718029 Sep 15 17:13:11.719625 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6fbc776a-580f-42af-8455-b881a991427d req-22ab7a5a-bfa2-4a5c-81e1-1577b01128d7 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 210 time: 0.0317802 Sep 15 17:13:11.753556 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d3b684b7-050b-4011-9918-86ebd3156675 req-46eb091a-1ac5-44a3-85f0-919162c2c0d4 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428057 Sep 15 17:13:12.815808 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6120f4a-e7be-4cbf-a7f8-5eeb9925ece1 req-7c2885ed-6866-4c01-adad-7087f6149bf8 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Sep 15 17:13:12.883153 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6586f7-f50f-4bba-9f84-a1d5c80f1358 req-cb11ec0b-8f0a-4895-996f-ae3579009b00 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:12.885400 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1e6586f7-f50f-4bba-9f84-a1d5c80f1358 req-cb11ec0b-8f0a-4895-996f-ae3579009b00 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0506146 Sep 15 17:13:12.925641 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1e6586f7-f50f-4bba-9f84-a1d5c80f1358 req-3b46986f-6040-4fce-9d80-7220aaf6775e tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339200 Sep 15 17:13:13.869212 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-ddcaec56-b80a-4b53-9a71-309ed6db8e1a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:13.871363 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-ddcaec56-b80a-4b53-9a71-309ed6db8e1a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 815 time: 0.1053662 Sep 15 17:13:13.884205 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'port': {'device_id': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'admin_state_up': True, 'tenant_id': '957997a44a384ed78fb8906ce7977bb5'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:13.931341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-895f3441-f9e7-4177-ba39-d613d3b7652a req-79456ad6-9db2-496b-b728-91c9a3c7a7ca tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 210 time: 0.0425220 Sep 15 17:13:14.041037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31179c23-f923-461d-99eb-f0133eac5c32 req-5a980c4a-aa8e-4e64-a5cf-f1670e4732a6 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:14.042508 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31179c23-f923-461d-99eb-f0133eac5c32 req-5a980c4a-aa8e-4e64-a5cf-f1670e4732a6 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0480661 Sep 15 17:13:14.079119 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-31179c23-f923-461d-99eb-f0133eac5c32 req-ff4fd64c-6ca9-413d-a599-c6ed23cb5f4f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305524 Sep 15 17:13:14.122997 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Made reservation on behalf of 957997a44a384ed78fb8906ce7977bb5 for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:13:14.126591 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:14.249037 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Allocated IP 172.20.0.7 (ed57b2ca-ff05-49fe-99f8-f347f59555c6/6e157b02-97fd-44fc-af3d-fb3315ed96dc/bbfd8895-c718-4dee-957b-12ad63fd8346) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:14.395113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:14.506661 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:14.575470 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:14.578551 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:14.582293 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:14.616187 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:14.657192 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:14.658144 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:14.764449 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-7b49f858-186d-4e00-9963-000797ca809f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8846149 Sep 15 17:13:14.920640 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-35d71c5a-9169-4fa1-a42c-8bb5f0d6acd5 None None] Provisioning complete for port bbfd8895-c718-4dee-957b-12ad63fd8346 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:14.921210 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-35d71c5a-9169-4fa1-a42c-8bb5f0d6acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:14.958626 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-35d71c5a-9169-4fa1-a42c-8bb5f0d6acd5 None None] Port bbfd8895-c718-4dee-957b-12ad63fd8346 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:13:15.058244 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919eca4-fb2f-4f15-92f9-932485f5889f req-991c514f-d865-4bb0-ad64-7ed5f4ccf636 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:15.059864 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c919eca4-fb2f-4f15-92f9-932485f5889f req-991c514f-d865-4bb0-ad64-7ed5f4ccf636 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 931 time: 0.0541463 Sep 15 17:13:15.106038 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c919eca4-fb2f-4f15-92f9-932485f5889f req-7bc65b3d-ee4b-473f-94c9-b08afa3c67cf tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399487 Sep 15 17:13:15.207786 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44395af6-80c7-4fd0-8522-06160816125e req-58e78007-11c8-4bbd-ab60-fbc9c5afb03a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:15.210313 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44395af6-80c7-4fd0-8522-06160816125e req-58e78007-11c8-4bbd-ab60-fbc9c5afb03a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0606046 Sep 15 17:13:15.249446 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-44395af6-80c7-4fd0-8522-06160816125e req-99f305a6-7195-43e2-bd50-f16ed076f299 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325863 Sep 15 17:13:22.504054 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f83a1285-1bb2-4f4a-9f50-fe3248af8505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:24.961083 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-26cf0b61-5a98-4fdc-b138-db0ac2d27b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.305569 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.383048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Request body: {'port': {'device_id': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:25.434056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.548544 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7e09e-a4ed-44f3-b98c-ad0f35f1a2da req-b96db05e-529d-4efd-9a8e-b9db2aa4c3c7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:25.550084 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2ca7e09e-a4ed-44f3-b98c-ad0f35f1a2da req-b96db05e-529d-4efd-9a8e-b9db2aa4c3c7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0481977 Sep 15 17:13:25.588163 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2ca7e09e-a4ed-44f3-b98c-ad0f35f1a2da req-857aa799-0af4-4e14-b513-20e170b4fe29 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Sep 15 17:13:25.613484 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9038917-9eb7-432e-9348-ef9dd0bf0fc0 req-b1919628-a8c8-421c-b446-27ae7094d30c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:25.615917 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9038917-9eb7-432e-9348-ef9dd0bf0fc0 req-b1919628-a8c8-421c-b446-27ae7094d30c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 931 time: 0.0796826 Sep 15 17:13:25.696834 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9038917-9eb7-432e-9348-ef9dd0bf0fc0 req-e3414215-ffba-40ae-a9e0-385ff1545bda tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Sep 15 17:13:25.762151 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfd8895-c718-4dee-957b-12ad63fd8346 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:25.769357 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.781324 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Transition to ACTIVE for port object bbfd8895-c718-4dee-957b-12ad63fd8346 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:13:25.865512 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.923113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:25.978492 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:25.996234 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Attempting to bind port bbfd8895-c718-4dee-957b-12ad63fd8346 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:13:25.996234 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Attempting to bind port bbfd8895-c718-4dee-957b-12ad63fd8346 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:13:25.996234 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Attempting to bind port bbfd8895-c718-4dee-957b-12ad63fd8346 on network ed57b2ca-ff05-49fe-99f8-f347f59555c6 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:26.000469 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Port bbfd8895-c718-4dee-957b-12ad63fd8346 on network ed57b2ca-ff05-49fe-99f8-f347f59555c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:13:26.000784 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Attempting to bind port bbfd8895-c718-4dee-957b-12ad63fd8346 on network ed57b2ca-ff05-49fe-99f8-f347f59555c6 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:26.005539 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:13:26.005957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Checking segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:13:26.006334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Bound using segment: {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:13:26.006758 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Bound port: bbfd8895-c718-4dee-957b-12ad63fd8346, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:13:26.007115 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:26.081973 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:13:26.085296 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:13:26.192452 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:26.228676 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.229286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:26.230715 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 1093 time: 0.8526669 Sep 15 17:13:26.231161 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:26.233389 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:26.272665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1cfad-4afa-4cf7-8fe4-6622eecca4a6 x-openstack-request-id: req-e2b1cfad-4afa-4cf7-8fe4-6622eecca4a6 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:26.273016 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:26.273268 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2b1cfad-4afa-4cf7-8fe4-6622eecca4a6 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:26.273740 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:13:26.278657 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b77331-47cd-449a-9e39-4a9eda7a55c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:26.375200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-064f6f43-5897-4679-b6c7-1c74a68e3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.376709 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-064f6f43-5897-4679-b6c7-1c74a68e3f95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0678144 Sep 15 17:13:26.425146 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd028c-fa0d-424d-acc8-91adff12ce6c req-7f573cb7-c715-4d83-9ed9-baa0ea71ecb3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.426645 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86dd028c-fa0d-424d-acc8-91adff12ce6c req-7f573cb7-c715-4d83-9ed9-baa0ea71ecb3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0805891 Sep 15 17:13:26.506675 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86dd028c-fa0d-424d-acc8-91adff12ce6c req-73170e3b-22c8-4d9b-b7e1-41c03eba6c40 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729887 Sep 15 17:13:26.524382 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-14e6556f-42ae-4887-b725-a4030f704bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.525909 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-14e6556f-42ae-4887-b725-a4030f704bbc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=957997a44a384ed78fb8906ce7977bb5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1392164 Sep 15 17:13:26.621239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-31f37500-84d7-4162-9e5a-145c267406f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.622785 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d4c325a7-a51f-48fd-ba6e-9b4fcc738ca8 req-31f37500-84d7-4162-9e5a-145c267406f0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870163 Sep 15 17:13:26.731781 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d627a-5b82-45ff-bc30-13e5c717cd09 req-ac90a575-7839-4347-9c54-fef75905b109 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.733263 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a5d627a-5b82-45ff-bc30-13e5c717cd09 req-ac90a575-7839-4347-9c54-fef75905b109 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0800781 Sep 15 17:13:26.739164 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-e2b51c51-df61-4ca7-b3f7-5c937d752cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.740702 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-e2b51c51-df61-4ca7-b3f7-5c937d752cdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1096 time: 0.0571425 Sep 15 17:13:26.788768 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-14161112-b1a8-44c7-9194-eebb1ead080e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 217 time: 0.0339537 Sep 15 17:13:26.806577 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a5d627a-5b82-45ff-bc30-13e5c717cd09 req-d99bf9b3-714e-4fe8-8b77-85044faf8eac tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644011 Sep 15 17:13:26.820728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e3cc0-771c-4095-a369-2c190f8a9af6 req-70f6437e-04ea-4cf0-bdda-8a4fc10c0b1c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.827268 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d20e3cc0-771c-4095-a369-2c190f8a9af6 req-70f6437e-04ea-4cf0-bdda-8a4fc10c0b1c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 943 time: 0.0586343 Sep 15 17:13:26.850544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-131a67e2-7226-4335-a02f-86e6f1974e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.851962 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-131a67e2-7226-4335-a02f-86e6f1974e4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.0492895 Sep 15 17:13:26.864742 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d20e3cc0-771c-4095-a369-2c190f8a9af6 req-0a7e427f-d5c2-4e15-b905-43c37cc4a7cb tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Sep 15 17:13:26.900900 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-85bab87f-f17f-459a-8afb-d9d7db87be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:26.902379 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-85bab87f-f17f-459a-8afb-d9d7db87be5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401411 Sep 15 17:13:26.989274 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-bb7add6f-43a0-451d-81c3-84dcbefdaa17 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784783 Sep 15 17:13:27.083416 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7c3b41d4-c78b-4c6f-be0e-63733a979b24 req-ac33308e-3375-436f-9566-77ef54104fe0 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813339 Sep 15 17:13:27.620439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7db6f-0e9d-470a-b790-eea65edc7507 req-5574f828-6d85-4a9f-9b32-63818a8b527f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:27.621929 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-10f7db6f-0e9d-470a-b790-eea65edc7507 req-5574f828-6d85-4a9f-9b32-63818a8b527f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Sep 15 17:13:27.657475 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-10f7db6f-0e9d-470a-b790-eea65edc7507 req-3312853b-1f4b-4f60-8a40-d5e2433f0ff3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297251 Sep 15 17:13:27.814212 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:27.931166 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff07e8-3ec0-4c6a-a6f9-eeda5cdc503b req-c51a289d-de30-4b6d-b3ee-7eac1d449d0b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:27.932616 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27ff07e8-3ec0-4c6a-a6f9-eeda5cdc503b req-c51a289d-de30-4b6d-b3ee-7eac1d449d0b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0519454 Sep 15 17:13:27.971969 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-27ff07e8-3ec0-4c6a-a6f9-eeda5cdc503b req-ffd6fda6-53c7-4a01-b652-fb1137b01faa tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Sep 15 17:13:27.980892 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4dde-79f1-42a6-915f-48a5064075f6 req-bb7583a7-9d0c-45c8-b7ad-1f6ba18fff98 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:27.982485 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ccca4dde-79f1-42a6-915f-48a5064075f6 req-bb7583a7-9d0c-45c8-b7ad-1f6ba18fff98 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 943 time: 0.0508857 Sep 15 17:13:28.018729 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ccca4dde-79f1-42a6-915f-48a5064075f6 req-8b4eda33-0c53-4862-afcd-eff8895739f8 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303206 Sep 15 17:13:28.159422 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5175-bf18-416e-a325-019f7b338444 req-a4721748-e330-48d4-af4f-e17f29c2b65a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:28.160854 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a62c5175-bf18-416e-a325-019f7b338444 req-a4721748-e330-48d4-af4f-e17f29c2b65a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Sep 15 17:13:28.237846 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:28.253957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port 0391b302-4c43-4756-ac2d-054b34f38820 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:13:28.254299 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.333914 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:28.345766 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'mac_address': 'fa:16:3e:f7:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:28.349312 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] For port 0391b302-4c43-4756-ac2d-054b34f38820, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0391b302-4c43-4756-ac2d-054b34f38820,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:28.350321 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.382893 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.396716 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bb0772-4a38-4517-9bc8-2b999b61b027 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:28.424588 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:28.499850 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.521698 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.522064 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.522379 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP 905eafb6-b123-43ea-b57c-74a8a8015f5f disassociated. External IP: 172.27.1.25, port: 0391b302-4c43-4756-ac2d-054b34f38820. Sep 15 17:13:28.522713 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for 0391b302-4c43-4756-ac2d-054b34f38820 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:13:28.547125 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:28.554211 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.554567 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.554909 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.555247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.555704 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.556545 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.556875 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.557217 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.557548 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.557902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.558224 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.558543 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:28.705765 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:28.743063 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=0391b302-4c43-4756-ac2d-054b34f38820,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:28.758867 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['62bb0772-4a38-4517-9bc8-2b999b61b027'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:28.854325 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:28.874037 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ab901475-22ba-462f-a2b9-db67aa3c6b53 req-5dcf6b76-0f79-4705-83bd-ee3ee2172583 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0377250 Sep 15 17:13:28.969407 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:28.982389 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:29.014585 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:29.015193 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:29.017652 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] No DVR routers for this DVR port 0391b302-4c43-4756-ac2d-054b34f38820 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:13:29.020137 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:29.022340 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633745-4b83-48dd-bf14-539ba65de970 req-e3a327f1-fe9f-434a-bd6c-a7f007301e8e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:29.022889 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a62c5175-bf18-416e-a325-019f7b338444 req-7ee5eeac-c9fe-4573-a706-2767e1b1b549 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "DELETE /v2.0/ports/0391b302-4c43-4756-ac2d-054b34f38820 HTTP/1.1" status: 204 len: 173 time: 0.8528368 Sep 15 17:13:29.022987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'name': 'network-vif-deleted', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:29.023860 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d1633745-4b83-48dd-bf14-539ba65de970 req-e3a327f1-fe9f-434a-bd6c-a7f007301e8e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0743029 Sep 15 17:13:29.037243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea17b1a3-9e40-4b38-8347-a716e5b07ce5" -d '{"events": [{"server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "name": "network-vif-deleted", "tag": "0391b302-4c43-4756-ac2d-054b34f38820"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:29.089838 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d1633745-4b83-48dd-bf14-539ba65de970 req-3b9475ec-f919-4933-8798-bed8914e1081 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549092 Sep 15 17:13:29.136042 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55990f-92d0-4e04-bd1c-cdf32740f027 req-cace1ba1-4310-4d74-9899-f31de7c75e5a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:29.139104 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5b55990f-92d0-4e04-bd1c-cdf32740f027 req-cace1ba1-4310-4d74-9899-f31de7c75e5a tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 944 time: 0.0771146 Sep 15 17:13:29.171824 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:29.197964 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5b55990f-92d0-4e04-bd1c-cdf32740f027 req-68452f41-b673-4abf-9ddc-2c8057b6e8e3 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488245 Sep 15 17:13:29.206353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8dd00-7227-4bff-95f1-7cb76e8e1199 req-6b364fd7-3f94-404b-bb7b-f2dac4893929 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:29.214472 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-edb8dd00-7227-4bff-95f1-7cb76e8e1199 req-6b364fd7-3f94-404b-bb7b-f2dac4893929 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 943 time: 0.0646865 Sep 15 17:13:29.257127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9aa4c4-ac10-45dd-86d8-40bef2d735b5 x-openstack-request-id: req-fe9aa4c4-ac10-45dd-86d8-40bef2d735b5 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:29.257665 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2bff3c-cecd-4be8-b379-7b932761bba2", "name": "network-vif-deleted", "tag": "0391b302-4c43-4756-ac2d-054b34f38820", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:29.258104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe9aa4c4-ac10-45dd-86d8-40bef2d735b5 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:29.258673 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2bff3c-cecd-4be8-b379-7b932761bba2', 'name': 'network-vif-deleted', 'tag': '0391b302-4c43-4756-ac2d-054b34f38820', 'status': 'completed', 'code': 200} Sep 15 17:13:29.261991 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-edb8dd00-7227-4bff-95f1-7cb76e8e1199 req-ee4ec1bb-2621-4947-8d60-f4efe1ef3938 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Sep 15 17:13:29.385482 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:29.411604 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:29.420435 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:29.421022 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:29.523297 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:29.537359 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:13:29.718002 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:29.749796 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e9da1-b549-4db8-997b-f0bcd4a947c4 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:29.967037 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc110b-b14f-470c-8d48-40fb8a58dde1 None None] New status for floating IP 905eafb6-b123-43ea-b57c-74a8a8015f5f: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:29.988115 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f08e98e3-2ec2-4c08-bb7d-66b178cbbd40 req-beabff62-95f7-48bd-958b-ad03718fdc07 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa2bff3c-cecd-4be8-b379-7b932761bba2 HTTP/1.1" status: 200 len: 210 time: 0.0281465 Sep 15 17:13:30.202739 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c0838-0e96-475f-92f6-dca95a11d6c0 req-be728039-66d7-4b9e-a524-7f3d521250a9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:30.204223 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c35c0838-0e96-475f-92f6-dca95a11d6c0 req-be728039-66d7-4b9e-a524-7f3d521250a9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Sep 15 17:13:30.242516 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c35c0838-0e96-475f-92f6-dca95a11d6c0 req-fd386948-7674-423c-95a3-70ba15b19f51 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315909 Sep 15 17:13:30.257551 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bbfd8895-c718-4dee-957b-12ad63fd8346 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:30.261543 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:30.302717 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e944de-847d-4cc9-8e6e-4d39c41a4852 req-dae4d5e0-a69e-425b-b847-245394b2233b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:30.304805 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e4e944de-847d-4cc9-8e6e-4d39c41a4852 req-dae4d5e0-a69e-425b-b847-245394b2233b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 944 time: 0.0504832 Sep 15 17:13:30.347003 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e4e944de-847d-4cc9-8e6e-4d39c41a4852 req-982955ec-a777-4170-9e7c-386965a2473b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342457 Sep 15 17:13:30.385155 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e0185-236f-4453-b974-6349c3fb5f79 req-4b8f88a9-0b2c-4615-b598-6dc092bff9dd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:30.394169 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-149e0185-236f-4453-b974-6349c3fb5f79 req-4b8f88a9-0b2c-4615-b598-6dc092bff9dd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 943 time: 0.0739441 Sep 15 17:13:30.419463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:30.427570 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-149e0185-236f-4453-b974-6349c3fb5f79 req-b5f3e04c-c7d2-47be-9886-a2fbc255341a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Sep 15 17:13:30.430563 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'port_id': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'mac_address': 'fa:16:3e:d4:6d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:30.468037 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.470956 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 62bb0772-4a38-4517-9bc8-2b999b61b027 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:13:30.482253 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 62bb0772-4a38-4517-9bc8-2b999b61b027 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:30.482611 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.485819 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfd8895-c718-4dee-957b-12ad63fd8346 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:30.528600 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:30.697488 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.703339 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.757325 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:30.759570 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01bbb53-06b1-4723-be3a-acd62b3a5e11" -d '{"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-plugged", "status": "completed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:30.771500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:30.778219 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:30.799791 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ab9b3-56db-4399-af18-4e8de5c2606b x-openstack-request-id: req-132ab9b3-56db-4399-af18-4e8de5c2606b {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:30.800071 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-plugged", "status": "completed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:30.800314 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-132ab9b3-56db-4399-af18-4e8de5c2606b {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:30.800718 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'code': 200} Sep 15 17:13:30.875280 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:30.922990 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:30.965788 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:31.171991 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c7c52-9947-46ad-b438-644cd3cbee7c req-2c660631-a23f-4b29-814a-126f3eeb6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:31.173510 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-164c7c52-9947-46ad-b438-644cd3cbee7c req-2c660631-a23f-4b29-814a-126f3eeb6d0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0436151 Sep 15 17:13:31.209748 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-164c7c52-9947-46ad-b438-644cd3cbee7c req-27c0c0da-3df6-47cd-a791-374830eaa6ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280588 Sep 15 17:13:31.248406 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-b0d2b4b0-7a84-421b-8fe5-e6f96db0a430 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462934587&fields=id&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 267 time: 0.0310357 Sep 15 17:13:31.350841 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-85f607af-3b80-4519-b73c-cfc246ddd130 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:31.352434 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-85f607af-3b80-4519-b73c-cfc246ddd130 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.0977364 Sep 15 17:13:31.362329 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756f4b5-4c92-4f04-81c1-dd2b6af27696 req-445566be-d7b4-4aea-a345-fde8ce75b707 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:31.363776 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e756f4b5-4c92-4f04-81c1-dd2b6af27696 req-445566be-d7b4-4aea-a345-fde8ce75b707 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0507772 Sep 15 17:13:31.367151 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-667ff8e3-1b4b-4fda-beaf-4b1efc36fea3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/quotas/84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 375 time: 0.0090845 Sep 15 17:13:31.400895 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e756f4b5-4c92-4f04-81c1-dd2b6af27696 req-e1055aad-c4bf-43d0-ae9e-27d82796fbdb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Sep 15 17:13:31.425442 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-b42e6f14-cb27-4c9e-acf3-8ac7f38a5981 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513728 Sep 15 17:13:31.508945 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67af77e-1689-488a-9d32-c74994058ff3 req-73e0b8b2-a2a0-412c-979b-48a77d49a39d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:31.510384 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d67af77e-1689-488a-9d32-c74994058ff3 req-73e0b8b2-a2a0-412c-979b-48a77d49a39d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Sep 15 17:13:31.519223 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-462ce4dc-8b4b-477e-aab5-e80801120f93 service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810728 Sep 15 17:13:31.548176 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d67af77e-1689-488a-9d32-c74994058ff3 req-909b5626-bbcd-4ed8-8705-2822134d3289 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318322 Sep 15 17:13:31.610754 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-d01addf1-0fcb-4940-b0d7-88dc99351094 service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857444 Sep 15 17:13:31.646309 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ed6ef-62eb-40b4-a412-455b7ce103bc req-5a7c66ef-010f-48de-b781-55388832e4e6 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:31.647777 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7c4ed6ef-62eb-40b4-a412-455b7ce103bc req-5a7c66ef-010f-48de-b781-55388832e4e6 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 944 time: 0.0476122 Sep 15 17:13:31.686033 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7c4ed6ef-62eb-40b4-a412-455b7ce103bc req-99096186-e357-4fe8-a6a8-1e1e1c9effe1 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315285 Sep 15 17:13:32.156960 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2cddb188-047d-472c-84d3-08d216ac48be req-523e986b-20cd-4ea4-bc7b-c5e0d08bb3b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0299463 Sep 15 17:13:32.262647 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bbfd8895-c718-4dee-957b-12ad63fd8346 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:32.431957 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port bbfd8895-c718-4dee-957b-12ad63fd8346 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:13:32.436106 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port bbfd8895-c718-4dee-957b-12ad63fd8346 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:32.436543 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:32.526106 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:32.531477 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f61eb-74db-4fe8-85db-4905d6427bec req-0f1a4bde-4ca9-4d42-874d-b31f60477688 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:32.534229 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7d2f61eb-74db-4fe8-85db-4905d6427bec req-0f1a4bde-4ca9-4d42-874d-b31f60477688 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0539932 Sep 15 17:13:32.557521 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:32.572665 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7d2f61eb-74db-4fe8-85db-4905d6427bec req-0b6d992d-5a7a-4d36-a543-b63e1b9c9d67 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Sep 15 17:13:32.632843 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:32.633700 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0391b302-4c43-4756-ac2d-054b34f38820 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:13:32.663781 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafa3f2-7437-441c-bbaa-17a06bbe5904 req-e3970fb8-16b6-4b29-be13-d0c2a57e3629 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:32.666144 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2cafa3f2-7437-441c-bbaa-17a06bbe5904 req-e3970fb8-16b6-4b29-be13-d0c2a57e3629 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0504313 Sep 15 17:13:32.671555 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 0391b302-4c43-4756-ac2d-054b34f38820 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:13:32.671923 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0391b302-4c43-4756-ac2d-054b34f38820 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:13:32.700497 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:32.707039 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2cafa3f2-7437-441c-bbaa-17a06bbe5904 req-141e783a-d257-448f-a6c1-b66966fb4557 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333200 Sep 15 17:13:32.800138 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf1acf-137d-4cce-8588-820f9cc0a74a req-cacc4ab1-9080-428b-84a4-bc5fc4860c0f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:32.801890 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ccf1acf-137d-4cce-8588-820f9cc0a74a req-cacc4ab1-9080-428b-84a4-bc5fc4860c0f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0485125 Sep 15 17:13:32.802213 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:32.804616 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19144c7-cc1b-4ee3-9ffa-562590647bed" -d '{"events": [{"server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:32.820750 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c93e82-0358-49d1-bd3b-65f83b975430 req-f68bc7e8-64c0-4b59-8df1-258c9aae11f2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:32.822458 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57c93e82-0358-49d1-bd3b-65f83b975430 req-f68bc7e8-64c0-4b59-8df1-258c9aae11f2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0502222 Sep 15 17:13:32.844895 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7ccf1acf-137d-4cce-8588-820f9cc0a74a req-1e187b38-3a01-49d1-8dc8-fde3cf3a1bca tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358391 Sep 15 17:13:32.860781 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57c93e82-0358-49d1-bd3b-65f83b975430 req-a1640fac-87a7-4575-9927-28c1d5abe383 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323708 Sep 15 17:13:32.883612 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52336) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:32.887990 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7e10c-01a4-457d-9bd7-5845f0275165 x-openstack-request-id: req-85e7e10c-01a4-457d-9bd7-5845f0275165 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:32.888277 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "name": "network-vif-plugged", "status": "completed", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:32.888525 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85e7e10c-01a4-457d-9bd7-5845f0275165 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:32.888912 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'code': 200} Sep 15 17:13:33.022841 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47d4072-13c3-4099-a9aa-babaae5ade23 tempest-TestShelveInstance-1096980420 tempest-TestShelveInstance-1096980420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:33.024337 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a47d4072-13c3-4099-a9aa-babaae5ade23 tempest-TestShelveInstance-1096980420 tempest-TestShelveInstance-1096980420-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1093 time: 0.1390853 Sep 15 17:13:33.027879 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52340) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:33.031979 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:33.145806 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for floatingip, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:33.250548 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:33.253697 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e49baf55-b284-499c-bb2a-1f36660e40b8 req-d50e1c5f-adca-48fd-9ba2-1cb7de8e3bc4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0305448 Sep 15 17:13:33.292341 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03e6b9-484f-4c83-90f8-da1be61bfaa0 req-41fb07b6-0584-4111-9181-13d7fc941faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:33.293964 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2b03e6b9-484f-4c83-90f8-da1be61bfaa0 req-41fb07b6-0584-4111-9181-13d7fc941faa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0435236 Sep 15 17:13:33.328984 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2b03e6b9-484f-4c83-90f8-da1be61bfaa0 req-20d4755a-3cc5-49c2-a841-9e0ad15fa1c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282145 Sep 15 17:13:33.366537 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Allocated IP 172.27.1.193 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/cbdef94c-d64c-484f-9717-11de0b37b471) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:33.463801 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:33.557483 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:33.595374 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:33.598411 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:33.600781 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:33.639683 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'Port': ['ID=cbdef94c-d64c-484f-9717-11de0b37b471,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:33.752755 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84bb0c-1159-47a0-8479-26ceffb6f392 req-7defc8ba-edfb-474f-b3c7-2cbb75a5fd35 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:33.754366 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cd84bb0c-1159-47a0-8479-26ceffb6f392 req-7defc8ba-edfb-474f-b3c7-2cbb75a5fd35 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.1042120 Sep 15 17:13:33.842792 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cd84bb0c-1159-47a0-8479-26ceffb6f392 req-461d64b7-b894-45d1-bce9-27db308d1f25 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805063 Sep 15 17:13:33.968531 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:34.154076 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:34.213228 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-4bf34ef7-cd76-46bc-bc4f-6063e667d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.214756 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-4bf34ef7-cd76-46bc-bc4f-6063e667d9fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1099 time: 0.2978671 Sep 15 17:13:34.226342 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336b5f-4d28-42ad-a720-f3c3be7c2e99 req-b81fa5a4-4904-454f-9728-63d0c435e062 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.234131 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2a336b5f-4d28-42ad-a720-f3c3be7c2e99 req-b81fa5a4-4904-454f-9728-63d0c435e062 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.3082707 Sep 15 17:13:34.274985 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2a336b5f-4d28-42ad-a720-f3c3be7c2e99 req-ef7b4fe6-ae24-475d-988d-31d9ec0b14a9 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Sep 15 17:13:34.359765 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:34.367044 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2aaf5617-84b8-4c55-b797-7179b7e1c79b req-dbaf6a88-5b9e-415f-afaf-2fbc07ca4cb5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0339899 Sep 15 17:13:34.392181 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-518662d3-45e7-432b-ba3e-847f6e1f4244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.392181 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-518662d3-45e7-432b-ba3e-847f6e1f4244 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.1235509 Sep 15 17:13:34.466080 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-91b9b894-d1b6-402a-94e1-8d6cd27f87e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0634966 Sep 15 17:13:34.533175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-81d6f563-7f92-41e1-a506-d3a59db5ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.534739 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-81d6f563-7f92-41e1-a506-d3a59db5ce4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0476224 Sep 15 17:13:34.585186 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-727036c2-a60a-484e-9753-da774b6cf6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.586746 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-727036c2-a60a-484e-9753-da774b6cf6d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440028 Sep 15 17:13:34.685743 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-c0401d24-c15c-4a78-a4c8-fd8cda93a407 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Sep 15 17:13:34.782137 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-06159a3d-5c6e-4376-a3b4-46ffdab0530f req-d8bbdb19-058d-424f-99c1-18432839abcc service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881312 Sep 15 17:13:34.800191 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-40277105-6317-459f-bdea-717e6dfac1e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:34.801723 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-40277105-6317-459f-bdea-717e6dfac1e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.4011030 Sep 15 17:13:34.867184 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-1ae2dcc0-588a-41ac-8822-b04ce87acf04 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 379 time: 0.0514238 Sep 15 17:13:34.878124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'port': {'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'admin_state_up': True, 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'security_groups': ['2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56']}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:34.883174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.015676 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038fb6-9b88-48b2-b406-6c5012450be7 req-5e44bc97-d03e-4ec2-9cea-b1e69ffb73d0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:35.017087 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c9038fb6-9b88-48b2-b406-6c5012450be7 req-5e44bc97-d03e-4ec2-9cea-b1e69ffb73d0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0766072 Sep 15 17:13:35.021033 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.127005 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c9038fb6-9b88-48b2-b406-6c5012450be7 req-2a3ae741-f0ea-4956-8928-cfe311eba60c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029935 Sep 15 17:13:35.129242 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event updated for resources: {'Port': ['ID=cbdef94c-d64c-484f-9717-11de0b37b471,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:35.131479 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Made reservation on behalf of 84dae60609d44d228f54592ae936a0ea for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:13:35.135422 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.146321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.324592 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Floating IP 696a392b-e753-4094-a6ee-5fd7362e9927 associated. External IP: 172.27.1.193, port: 62bb0772-4a38-4517-9bc8-2b999b61b027. Sep 15 17:13:35.381404 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.20.0.12 (57f6320a-4e71-449e-94e3-99c70d0310ab/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9/ade16506-2de5-401e-93f3-4f8d3b5b51e7) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:35.406588 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ded2c8-cfaf-4738-855c-75c88738bcf0 req-c845043f-acfc-4bd9-a2cf-29254e9e4dc4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:35.414210 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-28ded2c8-cfaf-4738-855c-75c88738bcf0 req-c845043f-acfc-4bd9-a2cf-29254e9e4dc4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0673716 Sep 15 17:13:35.451309 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-28ded2c8-cfaf-4738-855c-75c88738bcf0 req-1f79b485-5f3f-41da-9ad8-4a4d84898243 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Sep 15 17:13:35.523269 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6a0fdad9-4f69-44f5-a031-a286e152d309 req-00c8ee1e-8b6c-4a89-8189-21fb325014f2 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0524251 Sep 15 17:13:35.580769 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205d636-03ca-4887-9185-7ad4b22172e4 req-d27eec39-ccee-4a28-bace-f76d108c0fdd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:35.582310 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7205d636-03ca-4887-9185-7ad4b22172e4 req-d27eec39-ccee-4a28-bace-f76d108c0fdd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0580168 Sep 15 17:13:35.619566 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-7205d636-03ca-4887-9185-7ad4b22172e4 req-e7c502ea-7b54-471a-8713-ee42a95fc9c2 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 15 17:13:35.675673 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.688888 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Router 0480a405-6b44-42e0-8089-f193c446f6fa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:35.819392 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.856750 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:35.869550 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Sync routers for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:35.877976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:35.879391 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:35.880231 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:35.890298 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:35.893396 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:35.897382 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:35.951412 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:35.952088 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.968007 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:35.984091 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22c39c-472e-4fbf-96e6-f6a06f1373b0 req-b281dc48-5daa-4c73-a624-fa19268cd6f6 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:35.985662 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-af22c39c-472e-4fbf-96e6-f6a06f1373b0 req-b281dc48-5daa-4c73-a624-fa19268cd6f6 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0670743 Sep 15 17:13:36.000143 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-07715a9c-e07f-4d25-877b-4bb5c6ff9dfc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9712079 Sep 15 17:13:36.000732 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:36.003054 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ccc6ed-f09a-407a-8fde-19803b2611a0" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:36.014451 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:36.047702 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-af22c39c-472e-4fbf-96e6-f6a06f1373b0 req-8be79f3c-f511-48dc-b479-b78e930da434 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Sep 15 17:13:36.065371 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-eb3c7cc8-8df8-44c3-a68b-7ba0c51be9e5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1906829 Sep 15 17:13:36.086001 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Request body: {'port': {'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:36.167590 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c43c832-1c45-4f76-a518-08efbdda7c45 x-openstack-request-id: req-7c43c832-1c45-4f76-a518-08efbdda7c45 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:36.167871 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:36.168119 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c43c832-1c45-4f76-a518-08efbdda7c45 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:36.168509 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'status': 'completed', 'code': 200} Sep 15 17:13:36.169758 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:36.279142 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-4c34536e-ea19-4d11-bef3-d8c950352e48 None None] Provisioning complete for port ade16506-2de5-401e-93f3-4f8d3b5b51e7 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:36.279892 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4c34536e-ea19-4d11-bef3-d8c950352e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:36.290455 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-55737f43-d74b-4f8f-b2d9-96e47588f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.293087 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-55737f43-d74b-4f8f-b2d9-96e47588f90e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0970581 Sep 15 17:13:36.310532 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6279-c0d3-490b-a8c7-ecdd1de1d88e req-248ed10d-2339-4f24-9d76-f913ecad4da9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.312462 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b0ed6279-c0d3-490b-a8c7-ecdd1de1d88e req-248ed10d-2339-4f24-9d76-f913ecad4da9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0738497 Sep 15 17:13:36.328556 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-4c34536e-ea19-4d11-bef3-d8c950352e48 None None] Port ade16506-2de5-401e-93f3-4f8d3b5b51e7 cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:13:36.386484 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '696a392b-e753-4094-a6ee-5fd7362e9927', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'mac_address': 'fa:16:3e:f7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:33Z', 'updated_at': '2021-09-15T17:13:33Z', 'revision_number': 0, 'project_id': 'aaa97a976db94009a554f3354e499961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:36.411025 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b0ed6279-c0d3-490b-a8c7-ecdd1de1d88e req-9616d063-4cf1-4fea-86ac-a30584b6f7f9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792413 Sep 15 17:13:36.423989 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Checking router: 0480a405-6b44-42e0-8089-f193c446f6fa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:36.429290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-996c970d-1880-4fde-9634-e82e17315704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.431405 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-996c970d-1880-4fde-9634-e82e17315704 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.1289017 Sep 15 17:13:36.442853 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:36.442853 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:36.503345 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-ba63aa22-d045-49e5-bbf9-d76844370ea3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 999 time: 0.0642710 Sep 15 17:13:36.547420 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade16506-2de5-401e-93f3-4f8d3b5b51e7 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:36.558024 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:36.561086 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-7dedf630-b6ae-4c0d-9a71-6294fd04ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.562958 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-7dedf630-b6ae-4c0d-9a71-6294fd04ae64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0518184 Sep 15 17:13:36.570809 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Transition to ACTIVE for port object ade16506-2de5-401e-93f3-4f8d3b5b51e7 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:13:36.588255 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:36.643221 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:36.645673 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-6223470b-2319-4b4e-86e3-7f1c19f76d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.647161 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-6223470b-2319-4b4e-86e3-7f1c19f76d74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758533 Sep 15 17:13:36.671608 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07adcc-bd45-4bb8-9a2e-cbb40b84c2ee req-d0a40c69-48e0-415b-981c-2b60e6595fe8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:36.673963 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-db07adcc-bd45-4bb8-9a2e-cbb40b84c2ee req-d0a40c69-48e0-415b-981c-2b60e6595fe8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 932 time: 0.0667176 Sep 15 17:13:36.737639 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Pushing event updated for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:36.771073 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-db07adcc-bd45-4bb8-9a2e-cbb40b84c2ee req-7c6063bc-7f14-4bef-b447-6fcddc6c8e95 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865734 Sep 15 17:13:36.779459 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Attempting to bind port ade16506-2de5-401e-93f3-4f8d3b5b51e7 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:13:36.779996 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Attempting to bind port ade16506-2de5-401e-93f3-4f8d3b5b51e7 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:13:36.780523 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Attempting to bind port ade16506-2de5-401e-93f3-4f8d3b5b51e7 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:36.793830 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Port ade16506-2de5-401e-93f3-4f8d3b5b51e7 on network 57f6320a-4e71-449e-94e3-99c70d0310ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:13:36.802031 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Attempting to bind port ade16506-2de5-401e-93f3-4f8d3b5b51e7 on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:13:36.803642 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-218e34f9-4d05-439f-ac49-e5a76e791eeb service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480367 Sep 15 17:13:36.822086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:13:36.822725 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:13:36.822835 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Bound using segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:13:36.823248 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Bound port: ade16506-2de5-401e-93f3-4f8d3b5b51e7, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:13:36.823614 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:36.891662 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '696a392b-e753-4094-a6ee-5fd7362e9927', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'mac_address': 'fa:16:3e:f7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:33Z', 'updated_at': '2021-09-15T17:13:33Z', 'revision_number': 0, 'project_id': 'aaa97a976db94009a554f3354e499961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:36.921140 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:13:36.924991 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:13:36.931271 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809fee07-ab90-4dbe-bacb-819838b5decc None None] The sync data for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi is: [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '696a392b-e753-4094-a6ee-5fd7362e9927', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'mac_address': 'fa:16:3e:f7:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:33Z', 'updated_at': '2021-09-15T17:13:33Z', 'revision_number': 0, 'project_id': 'aaa97a976db94009a554f3354e499961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:36.937764 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-75ccc6ed-f09a-407a-8fde-19803b2611a0 req-c4016001-c03e-4eaf-8d5e-26b3115a4091 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251042 Sep 15 17:13:37.032047 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:37.070787 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.071926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:37.073301 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] 10.222.0.54 "PUT /v2.0/ports/ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 1094 time: 0.9946434 Sep 15 17:13:37.097903 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a9d7b-47d4-47fb-b27c-aaa5cfb4b04e service neutron] Pushing event updated for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:37.149061 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13464e6e-acd5-42f2-9ffd-f196a422c7f7 None None] New status for floating IP 696a392b-e753-4094-a6ee-5fd7362e9927: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:37.245400 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-83d6a7f5-c5bf-4810-9397-da9243ed2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.247085 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-83d6a7f5-c5bf-4810-9397-da9243ed2d19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1097 time: 0.0444279 Sep 15 17:13:37.307574 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-1267d8ff-7f91-434f-945c-ba98e2fe8706 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 217 time: 0.0525272 Sep 15 17:13:37.357239 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-386c8d9e-83ec-4fb1-a088-3df353de0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.358754 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-386c8d9e-83ec-4fb1-a088-3df353de0afc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0441084 Sep 15 17:13:37.406338 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-00075ee4-e413-40f5-beaa-bb37736ba04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.407862 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-00075ee4-e413-40f5-beaa-bb37736ba04a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417452 Sep 15 17:13:37.511149 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-86219b8c-e905-4405-b49f-2bea0eee8585 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953512 Sep 15 17:13:37.607226 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545002c-16ba-4fc0-a4e7-65dbaeefb1fd req-9160a5e0-61c6-4452-8fb5-273d7e13d0bf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.607226 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c545002c-16ba-4fc0-a4e7-65dbaeefb1fd req-9160a5e0-61c6-4452-8fb5-273d7e13d0bf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.1151261 Sep 15 17:13:37.657932 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7ee8d7da-7362-4df6-ac4a-99e7d20ffeb3 req-1df44cc8-b75a-4d9f-8ef1-c8e4b3103d2f service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332269 Sep 15 17:13:37.662860 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c545002c-16ba-4fc0-a4e7-65dbaeefb1fd req-ff12fece-e2ca-4188-906b-3913385010c1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Sep 15 17:13:37.892957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66456e9a-fca4-4fcc-af0f-85b98db892ae req-ec2c3b82-3ba3-4d4f-a8f6-2c121109d244 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:37.894420 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66456e9a-fca4-4fcc-af0f-85b98db892ae req-ec2c3b82-3ba3-4d4f-a8f6-2c121109d244 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0478661 Sep 15 17:13:37.930783 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66456e9a-fca4-4fcc-af0f-85b98db892ae req-6bf29114-14eb-4ed6-9bef-630017989458 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Sep 15 17:13:38.169387 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:38.171942 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:38.240493 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f39467-4e2f-4d61-bb5d-db896700c0bd x-openstack-request-id: req-e3f39467-4e2f-4d61-bb5d-db896700c0bd {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:38.240777 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:38.241022 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3f39467-4e2f-4d61-bb5d-db896700c0bd {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:38.241411 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'status': 'completed', 'code': 200} Sep 15 17:13:38.307037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-eab63b89-2c19-4acb-aac6-a6df874dbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:38.308510 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-eab63b89-2c19-4acb-aac6-a6df874dbd9b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1097 time: 0.0402613 Sep 15 17:13:38.401601 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-f3d046f8-4802-43f7-8a21-f00b48690210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:38.405305 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-f3d046f8-4802-43f7-8a21-f00b48690210 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.0867889 Sep 15 17:13:38.445007 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-f39739b6-4ad5-4cdc-af45-8c39be235aaf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 217 time: 0.0337656 Sep 15 17:13:38.496296 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-4e6d40f2-e25e-4274-8d7e-9c5a61eee5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:38.497757 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-4e6d40f2-e25e-4274-8d7e-9c5a61eee5f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0437632 Sep 15 17:13:38.558101 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-75bb5f45-a526-425e-92a1-008fc973b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:38.559595 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-75bb5f45-a526-425e-92a1-008fc973b0cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417359 Sep 15 17:13:38.668044 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-d6edda3f-0c84-4e4f-92da-6ac3474d633b service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001596 Sep 15 17:13:38.769282 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e26910ef-cd94-46dc-aee3-68c53c3b6e5b req-cbd725cd-1b7a-4a0a-abac-9f1010ba4ea1 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Sep 15 17:13:38.806685 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769166f6-a299-4dd2-827d-8fa094a96b70 req-8bc6f7e4-8b98-43b1-a086-1f29a6ef5e08 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:38.808173 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-769166f6-a299-4dd2-827d-8fa094a96b70 req-8bc6f7e4-8b98-43b1-a086-1f29a6ef5e08 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0491471 Sep 15 17:13:38.845467 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-769166f6-a299-4dd2-827d-8fa094a96b70 req-2521526e-941b-4a76-9e02-1f25ec280f8b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Sep 15 17:13:39.043520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab2cb7-d549-45f1-91ba-1adc091f0350 req-2527d938-46c1-46c4-86eb-f53bb95c4ef9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:39.044936 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-65ab2cb7-d549-45f1-91ba-1adc091f0350 req-2527d938-46c1-46c4-86eb-f53bb95c4ef9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0480719 Sep 15 17:13:39.086673 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-65ab2cb7-d549-45f1-91ba-1adc091f0350 req-9bf49124-7971-4d3b-b8e4-51ac3b398fe3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356627 Sep 15 17:13:39.961368 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e0c2e5-43c7-4b28-bd96-72ee8f5be2f5 req-f4a92020-af09-494b-9bde-b5ec044d5c5f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:39.963372 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-92e0c2e5-43c7-4b28-bd96-72ee8f5be2f5 req-f4a92020-af09-494b-9bde-b5ec044d5c5f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0484335 Sep 15 17:13:40.000675 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-92e0c2e5-43c7-4b28-bd96-72ee8f5be2f5 req-1fd2e99d-c888-4f71-8955-3d42e23d5312 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Sep 15 17:13:40.199846 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776a2d0-2f21-4f15-a23c-4e3a4e34f2e6 req-77e03576-4019-4add-acd5-c741a3b51ffc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:40.201438 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c776a2d0-2f21-4f15-a23c-4e3a4e34f2e6 req-77e03576-4019-4add-acd5-c741a3b51ffc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0473337 Sep 15 17:13:40.239389 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c776a2d0-2f21-4f15-a23c-4e3a4e34f2e6 req-0637a6df-b690-4973-a7a8-22bf332bb8ce tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Sep 15 17:13:41.119306 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62b71c-042a-4e67-ab7d-ef8b53d077b8 req-e4be81cf-4b7c-47f7-afd6-85205dc213f3 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:41.119306 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3f62b71c-042a-4e67-ab7d-ef8b53d077b8 req-e4be81cf-4b7c-47f7-afd6-85205dc213f3 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0467315 Sep 15 17:13:41.154679 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3f62b71c-042a-4e67-ab7d-ef8b53d077b8 req-2c4011a8-706d-42db-9463-4962939471b9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300305 Sep 15 17:13:41.353551 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ed907-a44e-404d-868e-9ab18fff7ce2 req-d93e2857-be49-47d0-ad5c-f19c4de42ee6 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:41.355086 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-385ed907-a44e-404d-868e-9ab18fff7ce2 req-d93e2857-be49-47d0-ad5c-f19c4de42ee6 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0473211 Sep 15 17:13:41.391858 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-385ed907-a44e-404d-868e-9ab18fff7ce2 req-b33b374b-80e6-4509-9075-4bdc57e400e0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Sep 15 17:13:42.271526 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3c633-567d-4444-9ca5-d243ae9c06d5 req-fe2bfac7-ab3d-41e9-a289-2b3380178d94 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:42.273013 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbe3c633-567d-4444-9ca5-d243ae9c06d5 req-fe2bfac7-ab3d-41e9-a289-2b3380178d94 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0472784 Sep 15 17:13:42.314727 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbe3c633-567d-4444-9ca5-d243ae9c06d5 req-b1f7e1f1-b082-4881-a6a8-b00c04c175ad tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Sep 15 17:13:42.507048 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5ad52-375d-401c-8d1a-191525789177 req-e88ac1e6-b007-43b1-b983-7b01099b0a1f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:42.508501 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-71f5ad52-375d-401c-8d1a-191525789177 req-e88ac1e6-b007-43b1-b983-7b01099b0a1f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0501084 Sep 15 17:13:42.544854 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-71f5ad52-375d-401c-8d1a-191525789177 req-46e83bb7-8a83-4169-a2a4-9c31b4e41d5e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299420 Sep 15 17:13:43.434045 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e201-7fe2-43ab-8c1b-896fedbcc669 req-34c3ee47-b095-4bcb-bd59-33768bf3f637 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.435492 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5d69e201-7fe2-43ab-8c1b-896fedbcc669 req-34c3ee47-b095-4bcb-bd59-33768bf3f637 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0477736 Sep 15 17:13:43.471254 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5d69e201-7fe2-43ab-8c1b-896fedbcc669 req-71a348c5-1c4e-44f4-8ed0-9cb7de9ad4b6 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300908 Sep 15 17:13:43.668095 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a52f-2bd4-45af-bd8d-749aa3800fb1 req-ef1afd70-45bd-4713-bd69-395ff55c4ba8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:43.669605 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59e2a52f-2bd4-45af-bd8d-749aa3800fb1 req-ef1afd70-45bd-4713-bd69-395ff55c4ba8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 944 time: 0.0592198 Sep 15 17:13:43.705276 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59e2a52f-2bd4-45af-bd8d-749aa3800fb1 req-6293eb2a-5612-449e-b336-0bad2d93d542 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296750 Sep 15 17:13:44.316330 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device ade16506-2de5-401e-93f3-4f8d3b5b51e7 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:44.412744 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:44.423894 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:44.460920 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:44.473324 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade16506-2de5-401e-93f3-4f8d3b5b51e7 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:44.491888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:44.555163 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:44.587696 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f1d0-c7eb-4321-8a71-5911ad667ae6 req-86246eec-ac50-4302-a281-4a94b46f48e5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.589192 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5e21f1d0-c7eb-4321-8a71-5911ad667ae6 req-86246eec-ac50-4302-a281-4a94b46f48e5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0492070 Sep 15 17:13:44.602155 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:44.627569 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5e21f1d0-c7eb-4321-8a71-5911ad667ae6 req-34c75be4-6101-45b5-bc3c-831f315cfee9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325398 Sep 15 17:13:44.818231 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a3cf-0e26-4cf7-85db-9552d17fe653 req-eb804dad-3564-49c1-a205-2ea620b34ac3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:44.819682 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1732a3cf-0e26-4cf7-85db-9552d17fe653 req-eb804dad-3564-49c1-a205-2ea620b34ac3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 945 time: 0.0474749 Sep 15 17:13:44.855607 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1732a3cf-0e26-4cf7-85db-9552d17fe653 req-09f2f67d-8fac-44b3-968f-a01c34db07c7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300877 Sep 15 17:13:44.883354 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['ade16506-2de5-401e-93f3-4f8d3b5b51e7'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:45.748045 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045c895-b04c-4c43-a326-f974901f2d0c req-532536c9-9244-4f17-b1da-37d42a0f890e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:45.749507 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8045c895-b04c-4c43-a326-f974901f2d0c req-532536c9-9244-4f17-b1da-37d42a0f890e tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0526183 Sep 15 17:13:45.787482 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8045c895-b04c-4c43-a326-f974901f2d0c req-d6f4e8b0-b40c-48f5-97c8-6fea8d54cbfc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320854 Sep 15 17:13:45.969244 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc2e71-bd78-49f8-9060-da8710ebf906 req-72c448f7-b5b8-46b8-970c-cfb602f5a0a0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:45.971029 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-55bc2e71-bd78-49f8-9060-da8710ebf906 req-72c448f7-b5b8-46b8-970c-cfb602f5a0a0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 945 time: 0.0484960 Sep 15 17:13:46.014194 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-55bc2e71-bd78-49f8-9060-da8710ebf906 req-5253beb1-4d5b-44b1-a455-adead66b6490 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365160 Sep 15 17:13:46.310015 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:13:46.313138 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device ade16506-2de5-401e-93f3-4f8d3b5b51e7 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:46.445400 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:46.456631 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:13:46.499798 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.502506 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port ade16506-2de5-401e-93f3-4f8d3b5b51e7 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:13:46.512899 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port ade16506-2de5-401e-93f3-4f8d3b5b51e7 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:46.513322 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.517745 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:13:46.524250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45944c30-e0f7-42cf-818e-caef9c69bf04 req-409fe7d0-d2d5-4e36-837e-ac2b20523fcc tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:46.526281 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-45944c30-e0f7-42cf-818e-caef9c69bf04 req-409fe7d0-d2d5-4e36-837e-ac2b20523fcc tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Sep 15 17:13:46.562833 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:46.563462 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-45944c30-e0f7-42cf-818e-caef9c69bf04 req-8b7a4a69-f2af-489f-9328-181f53826f04 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Sep 15 17:13:46.585439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52480) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:46.613076 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.621329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.663816 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:46.666637 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a0da6-dce2-40f3-a706-d5d9660a9d3b" -d '{"events": [{"server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:46.668857 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce29a31b-1602-4481-ba04-a964237418eb tempest-TestMinimumBasicScenario-964937119 tempest-TestMinimumBasicScenario-964937119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:46.673202 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ce29a31b-1602-4481-ba04-a964237418eb tempest-TestMinimumBasicScenario-964937119 tempest-TestMinimumBasicScenario-964937119-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1093 time: 0.0841653 Sep 15 17:13:46.673419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52486) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:46.677884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'port_id': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:46.695830 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:46.700522 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=6']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:46.705369 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38967f3-d262-4960-9001-095ccb591358 x-openstack-request-id: req-c38967f3-d262-4960-9001-095ccb591358 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:46.705699 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "name": "network-vif-plugged", "status": "completed", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:46.705946 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c38967f3-d262-4960-9001-095ccb591358 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:46.706329 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'code': 200} Sep 15 17:13:46.766766 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.772891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['a5be382c-ba64-4e84-b74f-440a182e7ab0'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:46.774356 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.846932 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:46.899744 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:46.961817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712534-e4a6-40a3-9689-048aee324d70 req-55e4246c-0112-4833-a2ac-f9e9fa53293a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:46.963972 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b2712534-e4a6-40a3-9689-048aee324d70 req-55e4246c-0112-4833-a2ac-f9e9fa53293a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 945 time: 0.0960109 Sep 15 17:13:47.044009 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b2712534-e4a6-40a3-9689-048aee324d70 req-a81cea02-d7e4-401b-a6cb-6018ba157aec tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722911 Sep 15 17:13:47.052545 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Allocated IP 172.27.1.92 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:47.144026 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6310-f9b1-4804-9920-2795e2de645e req-090d3db9-d320-4149-bbd8-58536ffe5527 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:47.145544 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-be1d6310-f9b1-4804-9920-2795e2de645e req-090d3db9-d320-4149-bbd8-58536ffe5527 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.0491362 Sep 15 17:13:47.160172 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:47.211374 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-be1d6310-f9b1-4804-9920-2795e2de645e req-3c2b702f-cf23-48c8-8100-a24f5215fffd tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590379 Sep 15 17:13:47.217388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487032b3-2b01-4bd1-8d01-512c7f35cb54 req-f6d23bac-edf5-40d9-a7ea-89abb410fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:47.218833 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-487032b3-2b01-4bd1-8d01-512c7f35cb54 req-f6d23bac-edf5-40d9-a7ea-89abb410fbb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1099 time: 0.0603745 Sep 15 17:13:47.252896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:47.255985 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-487032b3-2b01-4bd1-8d01-512c7f35cb54 req-32185cd9-8490-463b-806b-c64bead3365f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272067 Sep 15 17:13:47.292595 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:47.295378 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:47.298878 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:47.326301 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'Port': ['ID=79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:47.661502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:47.800166 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:47.984601 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.198092 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d64fa7-9cfb-42ab-bbd6-33fd5cf706df req-9f222962-9784-4dca-bfd1-2385d4187209 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:48.202269 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a0d64fa7-9cfb-42ab-bbd6-33fd5cf706df req-9f222962-9784-4dca-bfd1-2385d4187209 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 945 time: 0.0583906 Sep 15 17:13:48.248389 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a0d64fa7-9cfb-42ab-bbd6-33fd5cf706df req-cbcc566e-36c8-401c-b1ce-babda33f0bff tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371397 Sep 15 17:13:48.276606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.320652 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:13:48.391960 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'Port': ['ID=79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:48.405779 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port a5be382c-ba64-4e84-b74f-440a182e7ab0 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:48.406287 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.417117 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de4c9-1bb4-4027-a2c2-0f10cb3e0278 req-354434c7-6e6c-4473-bfe3-620f1b8097a9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:48.434881 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-722de4c9-1bb4-4027-a2c2-0f10cb3e0278 req-354434c7-6e6c-4473-bfe3-620f1b8097a9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.1228793 Sep 15 17:13:48.438520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.519188 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-722de4c9-1bb4-4027-a2c2-0f10cb3e0278 req-daeb4198-a536-45c1-bb88-c53f7ca26f27 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777183 Sep 15 17:13:48.567161 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.598541 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Floating IP 35b5fb0f-d99a-41ad-b0af-6c1c8776e739 associated. External IP: 172.27.1.92, port: bbfd8895-c718-4dee-957b-12ad63fd8346. Sep 15 17:13:48.624995 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:48.760969 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:48.760969 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08f07e-f678-45b4-9655-d0c8cb278657" -d '{"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:48.780800 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79df0806-2733-4060-bbb8-207dced500cb x-openstack-request-id: req-79df0806-2733-4060-bbb8-207dced500cb {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:48.781537 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:48.782192 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79df0806-2733-4060-bbb8-207dced500cb {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:48.784472 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'code': 200} Sep 15 17:13:48.807045 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:48.870832 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=7']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:48.878488 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Router 6ae967fe-fa28-49b1-901f-62efd7fa8608 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:48.998252 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:49.010135 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Sync routers for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:49.021070 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:49.021657 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:49.089118 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:49.146548 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-069c6613-f231-44cf-abb0-b1eaf91fdd2b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4720054 Sep 15 17:13:49.147322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:49.149514 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52524) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:49.154971 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474114268', 'description': 'tempest-secgroup-smoke-474114268 description', 'project_id': '957997a44a384ed78fb8906ce7977bb5'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:49.163804 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:49.205760 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d171fde5-7e90-414c-b4d2-ed4265cd0368 x-openstack-request-id: req-d171fde5-7e90-414c-b4d2-ed4265cd0368 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:49.206171 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:49.206429 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d171fde5-7e90-414c-b4d2-ed4265cd0368 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:49.206830 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:13:49.258699 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:49.276044 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:49.338687 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-7dd1c471-d7ef-4496-a056-964aa2c8e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:49.345735 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-7dd1c471-d7ef-4496-a056-964aa2c8e82f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0971611 Sep 15 17:13:49.456948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f01e-9f93-4403-974d-8c84a183733e req-66f136a7-43d7-4b16-bdaf-e0c0e809fdf8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:49.458898 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6803f01e-9f93-4403-974d-8c84a183733e req-66f136a7-43d7-4b16-bdaf-e0c0e809fdf8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0898354 Sep 15 17:13:49.532587 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6803f01e-9f93-4403-974d-8c84a183733e req-2fad3df4-8c97-4131-b4d9-760f2ee822af tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639932 Sep 15 17:13:49.633091 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '35b5fb0f-d99a-41ad-b0af-6c1c8776e739', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'port_id': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'mac_address': 'fa:16:3e:d4:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:47Z', 'updated_at': '2021-09-15T17:13:47Z', 'revision_number': 0, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:49.708264 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Checking router: 6ae967fe-fa28-49b1-901f-62efd7fa8608 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:49.721519 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:49.722168 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:49.839441 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:49.979603 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54839529-e178-4695-9529-be12a15b933c req-79b793d8-2496-4f17-9007-37189af5c091 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:49.982921 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-54839529-e178-4695-9529-be12a15b933c req-79b793d8-2496-4f17-9007-37189af5c091 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.1295149 Sep 15 17:13:50.019149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-44aba924-6b14-406b-85d0-8cc909af6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.021063 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-44aba924-6b14-406b-85d0-8cc909af6c3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 916 time: 0.6616743 Sep 15 17:13:50.047430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.089132 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-54839529-e178-4695-9529-be12a15b933c req-26c7be3f-a8c9-45c4-933e-19d5fe6200b5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890393 Sep 15 17:13:50.110530 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.195658 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-d971f023-7f4c-4116-80dd-fc8b26fcd8a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 998 time: 0.1546288 Sep 15 17:13:50.196865 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:50.226525 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '35b5fb0f-d99a-41ad-b0af-6c1c8776e739', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'port_id': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'mac_address': 'fa:16:3e:d4:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:47Z', 'updated_at': '2021-09-15T17:13:47Z', 'revision_number': 0, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:50.258014 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ed03c-8194-43b9-a956-18982cf7329a None None] The sync data for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi is: [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '35b5fb0f-d99a-41ad-b0af-6c1c8776e739', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'port_id': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'mac_address': 'fa:16:3e:d4:6d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:47Z', 'updated_at': '2021-09-15T17:13:47Z', 'revision_number': 0, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:50.265236 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.266487 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2bba5820-caad-4701-9fc3-82a8fb629ce4 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1157565 Sep 15 17:13:50.269685 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52538) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:50.279747 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:50.285883 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd11a-3192-4935-9838-ba217a141e8d req-6447f0ab-cbb7-4f16-a011-8bf6986181ad tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.288559 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cb7bd11a-3192-4935-9838-ba217a141e8d req-6447f0ab-cbb7-4f16-a011-8bf6986181ad tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.0714700 Sep 15 17:13:50.311676 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-9c326d30-d7bd-4b44-ae59-8947d1d5437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.313411 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-9c326d30-d7bd-4b44-ae59-8947d1d5437d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.1027277 Sep 15 17:13:50.357470 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cb7bd11a-3192-4935-9838-ba217a141e8d req-9f89a54b-5ab3-49a8-8177-c8e711718dff tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617328 Sep 15 17:13:50.374198 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52540) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:50.378905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.422634 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9fd0b-ced4-4df4-b266-df9c62441e93 tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.425086 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4ad9fd0b-ced4-4df4-b266-df9c62441e93 tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1094 time: 0.0491884 Sep 15 17:13:50.427752 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52542) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:50.432223 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:50.447583 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.456815 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-12a6436a-7a0a-4829-9de0-0c0ee27cd13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.459552 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-12a6436a-7a0a-4829-9de0-0c0ee27cd13e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334105 Sep 15 17:13:50.552903 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.563466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.576743 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff68c7c-e766-4543-b0d9-e58df813278d None None] New status for floating IP 35b5fb0f-d99a-41ad-b0af-6c1c8776e739: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:50.632185 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b106ec89-e1c6-4100-ac73-7590621eb9c1,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:50.645337 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-bfc9d30e-eb0e-47cb-9fc5-c0d8909e2042 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755204 Sep 15 17:13:50.737135 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.773565 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4adf1cf3-8003-4d2a-8e4c-3f093548bf7f req-351ae890-7a50-4277-afc3-8d9f320331fa service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127293 Sep 15 17:13:50.790335 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:50.791893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-3024ad91-d4e8-4b70-b9ec-871251338b73 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5157270 Sep 15 17:13:50.795115 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52548) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:50.800590 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:50.838855 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885849d-2c5c-4318-9dce-4179afd2e9d1 req-b51a8886-b089-4adf-a194-98a1d4604a28 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:50.845658 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2885849d-2c5c-4318-9dce-4179afd2e9d1 req-b51a8886-b089-4adf-a194-98a1d4604a28 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.1863642 Sep 15 17:13:50.878161 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.27.1.82 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/56267371-0ac9-4e30-871e-555f3eeabf8b) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:13:50.913919 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2885849d-2c5c-4318-9dce-4179afd2e9d1 req-e49f0b83-3e1c-4aa9-a3f7-639656e53519 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604374 Sep 15 17:13:50.961944 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.027912 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.071518 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.153561 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.163385 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.190344 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee5c00f-8e97-4ca3-9834-7b80d95841c2,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:51.204711 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:13:51.204711 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:13:51.204711 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:13:51.231204 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=56267371-0ac9-4e30-871e-555f3eeabf8b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:51.612839 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.614076 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-965a5a10-7583-4e13-8bd7-644283402d14 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8180516 Sep 15 17:13:51.616759 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52556) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:51.621198 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:51.704300 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.765884 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.790771 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.854837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.873278 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29f66e4-90a5-4208-8507-9192d71319fc,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:51.887505 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.888123 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.888584 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.888926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.889258 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.889603 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.889948 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.890378 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.890704 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.891207 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.891667 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.891999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:13:51.953623 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.974584 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:51.978469 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d3704b97-f2d4-4a01-94bc-4a6d052da04a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580606 Sep 15 17:13:51.979323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52564) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:51.983758 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:52.106121 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.113440 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dc7fd-6bc4-4190-b1dd-180242394de9 req-2fa7f429-8375-4c7a-8de8-9efebb2d90d1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:52.124008 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f0dc7fd-6bc4-4190-b1dd-180242394de9 req-2fa7f429-8375-4c7a-8de8-9efebb2d90d1 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.1114209 Sep 15 17:13:52.238948 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f0dc7fd-6bc4-4190-b1dd-180242394de9 req-6232d81a-bee5-4351-bc5e-60ecb52d08e9 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028457 Sep 15 17:13:52.239733 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.292905 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.366806 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.392825 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b571598c-fc69-4e81-80b1-48c463c7daa8,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:52.403160 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.403648 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bf8fbb4a-368e-44e9-9544-aba9431f53db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.464478 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.466734 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-696dcf89-63c6-45cb-b1b5-254cab8b2176 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4869297 Sep 15 17:13:52.470754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52570) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:52.478606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:52.488827 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=56267371-0ac9-4e30-871e-555f3eeabf8b,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:52.501332 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.597937 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.securitygroups_db [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Project 957997a44a384ed78fb8906ce7977bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:13:52.610535 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.642347 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP d071a511-0a32-47ef-8136-e14b041ad117 associated. External IP: 172.27.1.82, port: ade16506-2de5-401e-93f3-4f8d3b5b51e7. Sep 15 17:13:52.692274 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.761453 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.780403 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55af59ab-cb62-472d-b528-f06b26f06fe7,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:52.841480 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:52.843212 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-25976952-ad81-48f5-b18e-6a94353f759c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3704543 Sep 15 17:13:52.846672 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52572) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:13:52.851594 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'security_group_rule': {'security_group_id': 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c', 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:52.901535 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:13:53.027012 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.securitygroups_db [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Project 957997a44a384ed78fb8906ce7977bb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 17:13:53.032545 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.033375 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:13:53.046338 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:13:53.063412 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:53.064048 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:53.111396 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.135052 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.186778 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:53.195778 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-533aaf37-cced-4cf5-ac37-b72b23f9fc12 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7669814 Sep 15 17:13:53.196383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:53.203398 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6659d205-715f-4d92-8051-fd720cfae391" -d '{"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:53.207862 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617528'] for security_group_rule, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.237626 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38f0c51-9a4d-4bd1-8a2e-d0ae366c9044,revision_number=0']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:53.259687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66814bd9-bb3c-47d2-8976-bbd3d5722b84 x-openstack-request-id: req-66814bd9-bb3c-47d2-8976-bbd3d5722b84 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:53.259982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:53.260317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66814bd9-bb3c-47d2-8976-bbd3d5722b84 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:53.260716 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'status': 'completed', 'code': 200} Sep 15 17:13:53.288465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.293224 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-94701454-a7f7-46f0-9dc3-c46dc9ff3d3a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4425340 Sep 15 17:13:53.393325 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d205-715f-4d92-8051-fd720cfae391 req-d7f2ed7b-a1b0-47e3-91fd-e37473d355bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.394944 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-d7f2ed7b-a1b0-47e3-91fd-e37473d355bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1099 time: 0.1019890 Sep 15 17:13:53.414195 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccb71f-aa07-4f86-8c46-4576a115c6f5 req-dd1a61b3-51e7-459c-a17d-522afb01cb0b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.423226 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e6ccb71f-aa07-4f86-8c46-4576a115c6f5 req-dd1a61b3-51e7-459c-a17d-522afb01cb0b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0659504 Sep 15 17:13:53.471761 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e6ccb71f-aa07-4f86-8c46-4576a115c6f5 req-29fa81a7-fed4-4fc1-bae7-48b645d2885a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472498 Sep 15 17:13:53.539829 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d205-715f-4d92-8051-fd720cfae391 req-26fb72ad-7d7b-437d-8a9f-b56984ec81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.541606 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-26fb72ad-7d7b-437d-8a9f-b56984ec81ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.1292076 Sep 15 17:13:53.563176 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d15639d-2ac0-40b0-9210-17a063401375 req-9298fcef-21af-4d9f-9981-9fbc7d60fbf1 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474114268&fields=id&tenant_id=957997a44a384ed78fb8906ce7977bb5 HTTP/1.1" status: 200 len: 267 time: 0.0408695 Sep 15 17:13:53.606462 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:51Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:53.642504 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:13:53.651801 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15639d-2ac0-40b0-9210-17a063401375 req-b016374d-6f92-4a1d-b6d3-c710a3ff7474 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.652286 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:13:53.652897 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:13:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:53.666222 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-101e963a-1e8d-4a1a-9c99-3c307ae28042 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 999 time: 0.1150038 Sep 15 17:13:53.666432 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d15639d-2ac0-40b0-9210-17a063401375 req-b016374d-6f92-4a1d-b6d3-c710a3ff7474 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.1020737 Sep 15 17:13:53.674378 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'port': {'security_groups': ['a667e4ee-1e9e-41de-b999-4dccfc97d60a', 'fa63d3c4-c5d7-4f2d-8398-cf61f10b505c']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:13:53.729888 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d205-715f-4d92-8051-fd720cfae391 req-f2577b8c-ef3b-4462-b091-f19eef57811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.731575 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-f2577b8c-ef3b-4462-b091-f19eef57811d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0576072 Sep 15 17:13:53.770376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:53.800073 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d205-715f-4d92-8051-fd720cfae391 req-404d9983-d5ee-481d-8afa-bd3468201b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:53.802340 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:13:53.804829 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-404d9983-d5ee-481d-8afa-bd3468201b53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622029 Sep 15 17:13:53.983667 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-ecb43cac-c38f-4454-be61-5eee0f751c31 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708119 Sep 15 17:13:54.024459 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:13:54.080860 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.113398 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6659d205-715f-4d92-8051-fd720cfae391 req-943d0ccc-92d0-4302-881a-3329880eee60 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172211 Sep 15 17:13:54.149322 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:51Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:13:54.184040 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b577f72-b0a0-490d-ad59-856bcb9f431a None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:51Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:13:54.194387 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.210935 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:54.306231 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.306834 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.308349 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d15639d-2ac0-40b0-9210-17a063401375 req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "PUT /v2.0/ports/bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 981 time: 0.6412930 Sep 15 17:13:54.387825 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d478de-e142-40aa-9bf0-03a542fe9d86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=6']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:13:54.421960 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:13:54.523939 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ef5f9-b460-4e34-9cfd-2479e565f74a req-76e01133-9c83-4c87-a5a4-a95020f759cc tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.525531 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e58ef5f9-b460-4e34-9cfd-2479e565f74a req-76e01133-9c83-4c87-a5a4-a95020f759cc tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.1221318 Sep 15 17:13:54.615178 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e58ef5f9-b460-4e34-9cfd-2479e565f74a req-0ba0a36b-8469-4fc6-a7e6-71144609e4a3 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825570 Sep 15 17:13:54.616991 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c1cac-ffc5-4445-9056-94b1a7c048ec None None] New status for floating IP d071a511-0a32-47ef-8136-e14b041ad117: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:13:54.656415 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8887-6605-4eb8-a8f9-dbc802578911 req-ad7aca76-7d01-4e0a-812a-a78011cad99d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:54.664784 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-de2e8887-6605-4eb8-a8f9-dbc802578911 req-ad7aca76-7d01-4e0a-812a-a78011cad99d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.1156909 Sep 15 17:13:54.711557 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-0a05f29c-39e5-4bf7-928e-fc33919e6afe None None] Provisioning complete for port bbfd8895-c718-4dee-957b-12ad63fd8346 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:13:54.712696 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0a05f29c-39e5-4bf7-928e-fc33919e6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:54.727851 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-de2e8887-6605-4eb8-a8f9-dbc802578911 req-52715276-02c5-4f28-a0d9-fcddbdc93529 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611513 Sep 15 17:13:55.019089 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2f38b754-147a-4e1a-9aa9-c88f40dead43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:55.261775 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:13:55.264410 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:13:55.318199 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d146b23-f539-4783-8648-e7cee481b9f8 x-openstack-request-id: req-9d146b23-f539-4783-8648-e7cee481b9f8 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:13:55.318784 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:13:55.319068 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d146b23-f539-4783-8648-e7cee481b9f8 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:13:55.319489 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:13:55.385465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-a634e76c-113e-4008-bcbb-dbeed6395892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.387060 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-a634e76c-113e-4008-bcbb-dbeed6395892 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1137 time: 0.0420504 Sep 15 17:13:55.487784 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-ffea0f5f-9325-49ee-ba7b-4b100302b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.489167 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-ffea0f5f-9325-49ee-ba7b-4b100302b8b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 916 time: 0.0905626 Sep 15 17:13:55.494388 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:55.564884 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-26361a62-2a3b-46ad-8f93-e190cea4a179 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 1000 time: 0.0576730 Sep 15 17:13:55.621468 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-7277468b-b271-47f8-a622-c13140f37266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.623012 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-7277468b-b271-47f8-a622-c13140f37266 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.0497644 Sep 15 17:13:55.675307 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-0b36bf05-dd3c-4f6e-b7b4-d1f2331a678d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.676781 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-0b36bf05-dd3c-4f6e-b7b4-d1f2331a678d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461183 Sep 15 17:13:55.779445 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-da7775bf-cce2-4305-b636-0191aa926da9 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834949 Sep 15 17:13:55.860505 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81643d-5f8d-46c3-9e47-6ecf8fab3c69 req-2f8672e6-2603-41a8-aba7-4f27cd6e0cb7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:55.862363 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ba81643d-5f8d-46c3-9e47-6ecf8fab3c69 req-2f8672e6-2603-41a8-aba7-4f27cd6e0cb7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0510366 Sep 15 17:13:55.876086 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ef2d75b8-61ad-4b64-aef8-c5aac3830ef2 req-c5c3d722-7e1b-4270-9e4e-a805d84613f2 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868392 Sep 15 17:13:55.900463 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ba81643d-5f8d-46c3-9e47-6ecf8fab3c69 req-db7aa985-2953-42df-a9af-e528a7bea838 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316815 Sep 15 17:13:55.997836 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:57.024554 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a64f07-98f1-415f-b2e6-b81897ff6fde req-cc5dc0c6-0429-44f3-b611-3c9402e13562 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:57.026054 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59a64f07-98f1-415f-b2e6-b81897ff6fde req-cc5dc0c6-0429-44f3-b611-3c9402e13562 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0500629 Sep 15 17:13:57.064544 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59a64f07-98f1-415f-b2e6-b81897ff6fde req-04fb73bb-eb2b-4aaf-9ca6-edcdaea7da8a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Sep 15 17:13:57.823825 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:13:58.187731 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d49c2-2428-4be8-99f7-fd4531625763 req-ed566554-284a-44b1-a494-67760f2d7615 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:58.190024 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-253d49c2-2428-4be8-99f7-fd4531625763 req-ed566554-284a-44b1-a494-67760f2d7615 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0499606 Sep 15 17:13:58.229078 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-253d49c2-2428-4be8-99f7-fd4531625763 req-8f9b0a15-b627-443f-aae4-a42558d09cde tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Sep 15 17:13:59.354894 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e50a24-febd-42b7-afbd-118624430d6f req-b2f27530-c014-48c5-8550-ed5b8cd6c2bc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:13:59.356515 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-51e50a24-febd-42b7-afbd-118624430d6f req-b2f27530-c014-48c5-8550-ed5b8cd6c2bc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0531347 Sep 15 17:13:59.398698 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-51e50a24-febd-42b7-afbd-118624430d6f req-109c16ed-0955-4b32-bf75-c4e3500a4567 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354264 Sep 15 17:14:00.521669 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ed134-a744-4e42-876b-663274f00431 req-ea115902-e6ff-4fcf-93be-89beaab7e17f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:00.523120 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-127ed134-a744-4e42-876b-663274f00431 req-ea115902-e6ff-4fcf-93be-89beaab7e17f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0513852 Sep 15 17:14:00.559809 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-127ed134-a744-4e42-876b-663274f00431 req-69496572-3e0b-4e4f-990a-b134081e6f39 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303051 Sep 15 17:14:01.077399 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-5b9b93d4-118d-4656-80a8-1b5f61d1ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:01.078820 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-5b9b93d4-118d-4656-80a8-1b5f61d1ef22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1099 time: 0.0411005 Sep 15 17:14:01.172302 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-edb5a747-abfc-451c-ba6c-e9ffd3a85b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:01.173797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-edb5a747-abfc-451c-ba6c-e9ffd3a85b26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0867474 Sep 15 17:14:01.240222 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-e72b5208-e87b-4f9b-93b8-4343e6643f85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0572546 Sep 15 17:14:01.289485 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-3f069920-d05d-45f0-9459-a76111f8a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:01.290958 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-3f069920-d05d-45f0-9459-a76111f8a377 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0419543 Sep 15 17:14:01.340151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-92f42ca0-bab6-4b2b-a3ee-8f8d030dedda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:01.341663 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-92f42ca0-bab6-4b2b-a3ee-8f8d030dedda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426819 Sep 15 17:14:01.437263 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-4caa274e-50d6-46c6-8743-241ca57685f2 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818956 Sep 15 17:14:01.531382 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2252a4c8-92ba-48ad-9371-6db55995e338 req-24b58b11-daef-4597-bad1-060729cbdf9e service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858595 Sep 15 17:14:01.682086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad6d0d-8780-481c-abbb-2b2cb24759ea req-9931f196-81ce-4b28-8a7c-ae60c254b777 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:01.682766 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-89ad6d0d-8780-481c-abbb-2b2cb24759ea req-9931f196-81ce-4b28-8a7c-ae60c254b777 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0501599 Sep 15 17:14:01.723893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-89ad6d0d-8780-481c-abbb-2b2cb24759ea req-e36fd58d-27c6-4358-85f8-394d7325054c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Sep 15 17:14:02.838959 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db1f1c-e18f-469c-b94e-eb3142a95d6a req-cc817e13-c433-4ba4-b8d3-48441f738ea5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:02.840471 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-48db1f1c-e18f-469c-b94e-eb3142a95d6a req-cc817e13-c433-4ba4-b8d3-48441f738ea5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0472493 Sep 15 17:14:02.877522 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-48db1f1c-e18f-469c-b94e-eb3142a95d6a req-38e71b63-3d9f-4fd6-8997-beb84ea28f6b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Sep 15 17:14:03.991420 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:04.002017 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa4211-4971-4948-a12c-77397ee23453 req-e7bf2157-e417-4bd0-ba6d-94f6d9d024fc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:04.003594 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-51fa4211-4971-4948-a12c-77397ee23453 req-e7bf2157-e417-4bd0-ba6d-94f6d9d024fc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 946 time: 0.0572615 Sep 15 17:14:04.043882 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-51fa4211-4971-4948-a12c-77397ee23453 req-5466abd5-275a-4a31-9306-0524fa8bc2f4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342093 Sep 15 17:14:04.415469 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:04.492684 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:04.519364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:04.519364 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e0e1e-7c79-4439-b00c-bf60018f1c22" -d '{"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:04.531307 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:04.556486 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c6f79-e530-4fe8-ac1f-166c4f05f6b1 x-openstack-request-id: req-103c6f79-e530-4fe8-ac1f-166c4f05f6b1 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:04.556775 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:04.557023 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-103c6f79-e530-4fe8-ac1f-166c4f05f6b1 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:04.557438 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'code': 200} Sep 15 17:14:04.590939 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:04.652312 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=8']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:05.162850 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544a89f-2c6f-4fc7-854e-9dff133792f6 req-78a59fba-93bb-434e-a943-9fd5c1c3ef79 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:05.164243 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4544a89f-2c6f-4fc7-854e-9dff133792f6 req-78a59fba-93bb-434e-a943-9fd5c1c3ef79 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0475628 Sep 15 17:14:05.201675 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4544a89f-2c6f-4fc7-854e-9dff133792f6 req-89da7b6c-7aaf-4990-9f16-868eed436d21 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Sep 15 17:14:06.537182 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:14:07.250326 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd34ec-baf1-457b-9e32-7fb193600fb5 req-43787d56-54e2-401f-ab3e-af3c72691681 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:07.251811 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6fcd34ec-baf1-457b-9e32-7fb193600fb5 req-43787d56-54e2-401f-ab3e-af3c72691681 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0496581 Sep 15 17:14:07.289110 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6fcd34ec-baf1-457b-9e32-7fb193600fb5 req-4b645e35-2018-4c35-a067-65b29a9e9adc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Sep 15 17:14:07.446372 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-409bce34-8b19-4f63-8267-2543708dc304 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390310 Sep 15 17:14:08.419744 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ea89-9a8f-49b2-88c9-5e75e0398f37 req-928d5335-14ce-46f2-bc67-e2b7923719cc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:08.421155 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8392ea89-9a8f-49b2-88c9-5e75e0398f37 req-928d5335-14ce-46f2-bc67-e2b7923719cc tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0492051 Sep 15 17:14:08.462931 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8392ea89-9a8f-49b2-88c9-5e75e0398f37 req-ae10c875-a972-46b5-96f7-6910554549bf tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356054 Sep 15 17:14:08.829620 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248264f6-a995-47ad-9e74-9e6407148057 req-8e1e42a1-558c-4b8a-b9c3-2872c67444e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:08.831007 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-8e1e42a1-558c-4b8a-b9c3-2872c67444e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3&tenant_id=5e40880be02b4e4daee82c28bd1d2130 HTTP/1.1" status: 200 len: 1097 time: 0.0425420 Sep 15 17:14:08.892993 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248264f6-a995-47ad-9e74-9e6407148057 req-bd6c1c70-3612-415d-a2f7-14d75708a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:08.894470 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-bd6c1c70-3612-415d-a2f7-14d75708a041 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1097 time: 0.0388825 Sep 15 17:14:08.980980 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248264f6-a995-47ad-9e74-9e6407148057 req-1624650b-7705-41f3-b737-f7cfbaa8a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:08.982424 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-1624650b-7705-41f3-b737-f7cfbaa8a64a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0791602 Sep 15 17:14:09.049158 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-5aab88fc-8522-4387-b142-26d65043832f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 999 time: 0.0583382 Sep 15 17:14:09.097000 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248264f6-a995-47ad-9e74-9e6407148057 req-4cc4bce5-9f77-4d59-9b39-4b38743823bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:09.098327 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-4cc4bce5-9f77-4d59-9b39-4b38743823bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0409088 Sep 15 17:14:09.141512 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248264f6-a995-47ad-9e74-9e6407148057 req-0ddb1ca0-48b1-4e83-9a6a-de640c1b36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:09.142963 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-0ddb1ca0-48b1-4e83-9a6a-de640c1b36fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369341 Sep 15 17:14:09.233888 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-a84d3da0-f85f-4788-a5a3-ffe2528a772b service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807080 Sep 15 17:14:09.330609 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-248264f6-a995-47ad-9e74-9e6407148057 req-2a5bb018-cbd4-4bda-9ffb-fb772be11da6 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795324 Sep 15 17:14:09.584646 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a517b34-3c95-4907-b740-d6858f164de3 req-f7488d47-3e56-479c-a268-02598cfac05b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:09.588820 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a517b34-3c95-4907-b740-d6858f164de3 req-f7488d47-3e56-479c-a268-02598cfac05b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0562637 Sep 15 17:14:09.628433 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4a517b34-3c95-4907-b740-d6858f164de3 req-c6437759-14aa-4071-8e52-35959b741ba3 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348828 Sep 15 17:14:10.750823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad433e10-f9d6-416a-8a0c-07038b3213c5 req-f90b920a-bf93-4ac3-b468-d4e28bce8f26 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:10.752315 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ad433e10-f9d6-416a-8a0c-07038b3213c5 req-f90b920a-bf93-4ac3-b468-d4e28bce8f26 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0523844 Sep 15 17:14:10.790547 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ad433e10-f9d6-416a-8a0c-07038b3213c5 req-cf5e540f-7931-452c-aea2-71a32bf839f7 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321505 Sep 15 17:14:11.910706 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632182-a7ab-478c-a777-10934a621dee req-71684cf1-d063-4563-9e76-42a4eca8b43d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:11.912199 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ff632182-a7ab-478c-a777-10934a621dee req-71684cf1-d063-4563-9e76-42a4eca8b43d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0493343 Sep 15 17:14:11.952925 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ff632182-a7ab-478c-a777-10934a621dee req-8fff52a2-4006-4525-beb0-f37f6ebc0723 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Sep 15 17:14:13.072988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e267f28-d587-4ca4-8714-792adb69c930 req-08db22ba-f036-49c9-8ebb-b7c4252afcfd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:13.072988 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6e267f28-d587-4ca4-8714-792adb69c930 req-08db22ba-f036-49c9-8ebb-b7c4252afcfd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0491378 Sep 15 17:14:13.111142 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6e267f28-d587-4ca4-8714-792adb69c930 req-64762e0d-546d-41ee-b6ec-71fbd46c9afb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Sep 15 17:14:14.247352 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d28fb-c659-43d7-9814-9e6208f1ef52 req-046cef04-4347-47a4-936f-071656529483 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:14.248863 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-989d28fb-c659-43d7-9814-9e6208f1ef52 req-046cef04-4347-47a4-936f-071656529483 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0502043 Sep 15 17:14:14.289309 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-989d28fb-c659-43d7-9814-9e6208f1ef52 req-9acb2206-0026-4189-afe8-7f03c8b3777f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Sep 15 17:14:15.409837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8532a-c0ff-4a2c-a831-50df8792182f req-a6b532e0-fb31-46bf-a036-0b5b94d1e256 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:15.411308 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-68d8532a-c0ff-4a2c-a831-50df8792182f req-a6b532e0-fb31-46bf-a036-0b5b94d1e256 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0496211 Sep 15 17:14:15.450127 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-68d8532a-c0ff-4a2c-a831-50df8792182f req-787b4f35-5ff0-4391-bceb-32a2251c61f8 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Sep 15 17:14:16.570221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e9704-26b6-49bc-ac7f-b34c39d389f1 req-70900743-1bab-416e-8570-838e5328fdb0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:16.572672 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c34e9704-26b6-49bc-ac7f-b34c39d389f1 req-70900743-1bab-416e-8570-838e5328fdb0 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0518980 Sep 15 17:14:16.610579 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c34e9704-26b6-49bc-ac7f-b34c39d389f1 req-c87de777-d5a2-4f42-a4f1-e9446bfed69a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Sep 15 17:14:17.740117 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416f0fc-a283-4dba-af9e-27f082adf698 req-3fcd22a0-bc49-4595-97cb-85a064345449 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:17.741658 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3416f0fc-a283-4dba-af9e-27f082adf698 req-3fcd22a0-bc49-4595-97cb-85a064345449 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0521564 Sep 15 17:14:17.780336 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3416f0fc-a283-4dba-af9e-27f082adf698 req-c77dc7d4-e231-4fbd-8138-d224578bed06 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326543 Sep 15 17:14:18.903509 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb7734-1958-444a-a1de-1ae702ccbebe req-6e6216ac-c774-4e6a-a7ad-1a2b7309254a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:18.905024 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-45bb7734-1958-444a-a1de-1ae702ccbebe req-6e6216ac-c774-4e6a-a7ad-1a2b7309254a tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0523446 Sep 15 17:14:18.943959 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-45bb7734-1958-444a-a1de-1ae702ccbebe req-48c0631e-d7d0-4cf3-80da-c76229c755e4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Sep 15 17:14:20.065000 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb5e11-f5c5-4c3a-9a1d-4bd5532cb621 req-2033c4b3-0f60-4196-8791-0cb38f8267f4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:20.066536 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-46bb5e11-f5c5-4c3a-9a1d-4bd5532cb621 req-2033c4b3-0f60-4196-8791-0cb38f8267f4 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0493100 Sep 15 17:14:20.113568 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-46bb5e11-f5c5-4c3a-9a1d-4bd5532cb621 req-df1bfd8c-026e-40ae-815a-c003326407da tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357327 Sep 15 17:14:21.244342 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc47f-3213-4b7d-89c4-5af7d1e16d3a req-ae273f53-4fcd-45f4-a26d-bee39f2dd932 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:21.246181 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eb4dc47f-3213-4b7d-89c4-5af7d1e16d3a req-ae273f53-4fcd-45f4-a26d-bee39f2dd932 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0527761 Sep 15 17:14:21.292873 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eb4dc47f-3213-4b7d-89c4-5af7d1e16d3a req-53393a7b-2b81-45d8-b4b0-78bfa6a53376 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Sep 15 17:14:22.310665 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6a7dad43-10c9-424b-9f0f-b4c73fcf369b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:22.411771 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb32a9c-a267-4503-960c-aa4960f70913 req-436a1876-174b-4373-88cf-cd1070b6626d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:22.413333 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1cb32a9c-a267-4503-960c-aa4960f70913 req-436a1876-174b-4373-88cf-cd1070b6626d tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Sep 15 17:14:22.451213 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1cb32a9c-a267-4503-960c-aa4960f70913 req-f7d70ce1-4b78-4656-99ed-188db881895f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Sep 15 17:14:23.571728 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4b624-0b5c-4b93-957e-466ee53829a7 req-bbfc3e63-98d5-43c7-a4c0-850696f641fe tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:23.573266 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f0d4b624-0b5c-4b93-957e-466ee53829a7 req-bbfc3e63-98d5-43c7-a4c0-850696f641fe tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0517027 Sep 15 17:14:23.610029 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f0d4b624-0b5c-4b93-957e-466ee53829a7 req-655247e8-6de9-4f3a-9168-cf069ee84058 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308301 Sep 15 17:14:24.573880 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:14:24.665179 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:24.676290 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'port_id': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'mac_address': 'fa:16:3e:a8:dc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:14:24.716524 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:24.732236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:14:24.734438 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826dc06-5c75-4cc9-bdcf-dbeec3ba40bd req-57e821df-5edc-476f-81ec-32f8fc70f383 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:24.735923 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f826dc06-5c75-4cc9-bdcf-dbeec3ba40bd req-57e821df-5edc-476f-81ec-32f8fc70f383 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 944 time: 0.0484338 Sep 15 17:14:24.751936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:24.774279 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f826dc06-5c75-4cc9-bdcf-dbeec3ba40bd req-841d0832-8be4-49e2-aa38-0bc8c1ecdf26 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313587 Sep 15 17:14:24.846307 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:24.900251 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=9']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:24.979305 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-05f3a0bd-52a3-4837-9a3a-6dfc62fb25cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:25.108733 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['a5be382c-ba64-4e84-b74f-440a182e7ab0'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:14:25.314790 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:25.893957 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590c1fa-1224-4a92-be87-ee648d891e8d req-293002a4-5ff8-4b77-ab6f-61d87c0c3065 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:25.895435 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f590c1fa-1224-4a92-be87-ee648d891e8d req-293002a4-5ff8-4b77-ab6f-61d87c0c3065 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 945 time: 0.0508296 Sep 15 17:14:25.932887 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f590c1fa-1224-4a92-be87-ee648d891e8d req-4e02ebc4-b178-4c57-852c-0c7d1879da9b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315814 Sep 15 17:14:25.979940 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:26.584123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:14:26.631057 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port a5be382c-ba64-4e84-b74f-440a182e7ab0 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:14:26.631458 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:26.705886 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:26.730304 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:26.732508 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f478de2-dffd-4b70-8534-e65ceb300f76" -d '{"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:26.745522 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:26.769323 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ff3df-9b73-47e6-9469-de3b6795c550 x-openstack-request-id: req-983ff3df-9b73-47e6-9469-de3b6795c550 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:26.769634 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-plugged", "status": "completed", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:26.769888 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-983ff3df-9b73-47e6-9469-de3b6795c550 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:26.770276 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'code': 200} Sep 15 17:14:26.822705 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:26.867487 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=10']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:26.911337 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2534-64bd-4369-9a6a-9fc92ad9c43a req-17b3501d-d3ba-4d19-ab44-c9ad8f6eec35 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:26.912835 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b51c2534-64bd-4369-9a6a-9fc92ad9c43a req-17b3501d-d3ba-4d19-ab44-c9ad8f6eec35 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0488591 Sep 15 17:14:26.955193 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b51c2534-64bd-4369-9a6a-9fc92ad9c43a req-2bb09b5b-082c-4508-86f1-96f397553d42 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356321 Sep 15 17:14:27.003331 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-4811cf19-c957-4c9c-a0e5-a5359daf82df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.004833 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-4811cf19-c957-4c9c-a0e5-a5359daf82df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1137 time: 0.0544369 Sep 15 17:14:27.060774 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a114f-68c9-435c-8292-9d5894d54f11 req-fa6f91f0-24f7-42a4-8909-bf1ac981301c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.062335 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-956a114f-68c9-435c-8292-9d5894d54f11 req-fa6f91f0-24f7-42a4-8909-bf1ac981301c tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0510421 Sep 15 17:14:27.099498 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-1697df19-6647-4d17-a983-12fd89e913fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.101423 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-1697df19-6647-4d17-a983-12fd89e913fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 916 time: 0.0883191 Sep 15 17:14:27.126164 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-956a114f-68c9-435c-8292-9d5894d54f11 req-6373ee71-e338-405f-b654-482d57752a49 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571022 Sep 15 17:14:27.138243 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236bef1-f805-4dad-8379-f451882be416 req-a0d21993-15c6-49db-b4f0-d3f4e3a6b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.139511 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4236bef1-f805-4dad-8379-f451882be416 req-a0d21993-15c6-49db-b4f0-d3f4e3a6b0dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1100 time: 0.0514381 Sep 15 17:14:27.166438 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-7885580e-36e3-4f30-a072-19cf6ccd1fdf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 1000 time: 0.0581384 Sep 15 17:14:27.175430 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4236bef1-f805-4dad-8379-f451882be416 req-f033824a-c161-4b25-a49a-eac47c3ab03a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286546 Sep 15 17:14:27.218707 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-7948173f-b3fd-459f-8506-69716d11b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.220168 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-7948173f-b3fd-459f-8506-69716d11b031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.0463278 Sep 15 17:14:27.420225 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-18d58f47-9b30-40ee-a611-80fd5bb5caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:27.422031 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-18d58f47-9b30-40ee-a611-80fd5bb5caec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416727 Sep 15 17:14:27.510766 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-32ce55b9-c1a2-4491-ba75-05f72caa547c service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Sep 15 17:14:27.601614 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-253e9b6a-be91-4416-8dbc-a3e346d97322 req-9b69f036-a1cb-40e3-adad-67c424bb69bf service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829344 Sep 15 17:14:27.818931 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:28.078089 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d55cc-288c-4902-9f33-1fb25eee472b req-cf5fcf7f-208d-47d0-b57d-2d74777cee93 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:28.079587 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ee8d55cc-288c-4902-9f33-1fb25eee472b req-cf5fcf7f-208d-47d0-b57d-2d74777cee93 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0479999 Sep 15 17:14:28.119160 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ee8d55cc-288c-4902-9f33-1fb25eee472b req-6a4ebdbd-314f-4816-82b6-185bec1df435 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335026 Sep 15 17:14:28.250877 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78267b9-a758-4397-a525-89fdd048071b req-dfbed577-b670-4dbf-856e-04a5b6428d01 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:28.252270 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d78267b9-a758-4397-a525-89fdd048071b req-dfbed577-b670-4dbf-856e-04a5b6428d01 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0485342 Sep 15 17:14:28.288332 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d78267b9-a758-4397-a525-89fdd048071b req-c47fd3e6-98db-4f63-a965-d8bdea785fdb tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302699 Sep 15 17:14:29.232579 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979159b2-8609-4973-aca9-12f55544c1d9 req-e015ee34-a953-4700-a13e-9437134d5de2 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:29.234178 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-979159b2-8609-4973-aca9-12f55544c1d9 req-e015ee34-a953-4700-a13e-9437134d5de2 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0491390 Sep 15 17:14:29.275666 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-979159b2-8609-4973-aca9-12f55544c1d9 req-a77b01c6-f3e5-4e2d-a165-ea0185b192dd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350068 Sep 15 17:14:29.433044 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93adb8-0f23-4b6d-8ac0-59c6757cc02b req-1b1a017e-b1b5-44db-89b9-a8ad9889fd15 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:29.434720 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a93adb8-0f23-4b6d-8ac0-59c6757cc02b req-1b1a017e-b1b5-44db-89b9-a8ad9889fd15 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0649257 Sep 15 17:14:29.474903 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a93adb8-0f23-4b6d-8ac0-59c6757cc02b req-958bc0ec-7f4a-4006-bca0-8779ec73e0d5 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338869 Sep 15 17:14:29.495697 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef16a6-698e-40c2-840d-5719af4f22e3 req-2fefb441-2fb5-4d0e-ab1a-525834f6481e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:29.497186 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-83ef16a6-698e-40c2-840d-5719af4f22e3 req-2fefb441-2fb5-4d0e-ab1a-525834f6481e tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0531399 Sep 15 17:14:29.534253 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-83ef16a6-698e-40c2-840d-5719af4f22e3 req-30efd559-d211-417b-abf2-e1e38c107706 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Sep 15 17:14:30.388520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebd2e5-ee15-446f-8da4-aa36e0e38a99 req-45e734c7-8d02-422d-b0a3-f94890360cb8 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.390009 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2bebd2e5-ee15-446f-8da4-aa36e0e38a99 req-45e734c7-8d02-422d-b0a3-f94890360cb8 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0483673 Sep 15 17:14:30.429103 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2bebd2e5-ee15-446f-8da4-aa36e0e38a99 req-5a917585-f391-417e-b61b-8ad988a90aac tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330262 Sep 15 17:14:30.591839 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f42646-67b0-42c5-a3ab-a3cf6f6af226 req-a6a986dc-cfe3-47bb-abd8-5f088eb3d8dd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.593610 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e5f42646-67b0-42c5-a3ab-a3cf6f6af226 req-a6a986dc-cfe3-47bb-abd8-5f088eb3d8dd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0486081 Sep 15 17:14:30.631189 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e5f42646-67b0-42c5-a3ab-a3cf6f6af226 req-dd612b71-363a-49d7-afcc-78bcb862a179 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314789 Sep 15 17:14:30.646578 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4141db1-91a3-4b40-ab57-6403c90da760 req-1da482a9-7e60-44df-ba60-5fd0f33d6076 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:30.648086 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f4141db1-91a3-4b40-ab57-6403c90da760 req-1da482a9-7e60-44df-ba60-5fd0f33d6076 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0472970 Sep 15 17:14:30.685048 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f4141db1-91a3-4b40-ab57-6403c90da760 req-9b9ad09c-124a-4d08-a1ba-c574983c7cc6 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Sep 15 17:14:31.271447 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-4dd8db0a-9eb1-45e6-a58b-c339a5017336 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.272869 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-4dd8db0a-9eb1-45e6-a58b-c339a5017336 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0464313 Sep 15 17:14:31.363434 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Deleting port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:31.363767 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.448161 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] For port 496370b8-7a48-44dd-aae9-2d8d8fd22f10, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=496370b8-7a48-44dd-aae9-2d8d8fd22f10,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:31.448522 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.596549 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd60fa-cf06-4e0b-9451-876c54af5143 req-9019862e-fd86-428f-a626-908e9870ff04 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.597930 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-20dd60fa-cf06-4e0b-9451-876c54af5143 req-9019862e-fd86-428f-a626-908e9870ff04 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.1029003 Sep 15 17:14:31.670024 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.670384 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.670695 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Floating IP 0f37b91e-5bca-4300-849d-96230826a57d disassociated. External IP: 172.27.1.217, port: 496370b8-7a48-44dd-aae9-2d8d8fd22f10. Sep 15 17:14:31.671023 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Calling delete_port for 496370b8-7a48-44dd-aae9-2d8d8fd22f10 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:31.676315 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-20dd60fa-cf06-4e0b-9451-876c54af5143 req-e0702a2a-c66e-4798-9bef-40d1abf8f133 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529549 Sep 15 17:14:31.802793 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becea20-29c7-4211-9b4b-698228a671db req-6f6a51ec-e7a3-478a-b7c2-b9f503e37838 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:31.804278 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0becea20-29c7-4211-9b4b-698228a671db req-6f6a51ec-e7a3-478a-b7c2-b9f503e37838 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 946 time: 0.0526779 Sep 15 17:14:31.840723 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0becea20-29c7-4211-9b4b-698228a671db req-17550fe2-f708-4591-b418-e0c06616a043 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Sep 15 17:14:31.865065 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:31.893985 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'Port': ['ID=496370b8-7a48-44dd-aae9-2d8d8fd22f10,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:32.005018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:14:32.108356 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:14:32.119626 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:14:32.128705 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:14:32.135097 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:32.146697 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] No DVR routers for this DVR port 496370b8-7a48-44dd-aae9-2d8d8fd22f10 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:14:32.149465 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:32.151698 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d599f368-f20c-4c22-b4fd-82d32aa81d33 req-88146d9c-a7df-44fe-a94e-622e5e00a5b7 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.54 "DELETE /v2.0/ports/496370b8-7a48-44dd-aae9-2d8d8fd22f10 HTTP/1.1" status: 204 len: 173 time: 0.8728905 Sep 15 17:14:32.152145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'name': 'network-vif-deleted', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:14:32.154982 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204bac45-b43b-49e7-8fdd-ead28409879b" -d '{"events": [{"server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "name": "network-vif-deleted", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:14:32.191457 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f805c-80bd-4297-881f-e13797d36519 x-openstack-request-id: req-e66f805c-80bd-4297-881f-e13797d36519 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:14:32.191788 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614a3e36-dcec-470a-b6aa-dbab3e309f9d", "name": "network-vif-deleted", "tag": "496370b8-7a48-44dd-aae9-2d8d8fd22f10", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:14:32.192036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e66f805c-80bd-4297-881f-e13797d36519 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:14:32.192427 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614a3e36-dcec-470a-b6aa-dbab3e309f9d', 'name': 'network-vif-deleted', 'tag': '496370b8-7a48-44dd-aae9-2d8d8fd22f10', 'status': 'completed', 'code': 200} Sep 15 17:14:32.363991 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:14:32.562565 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:32.592172 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:14:32.599998 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:14:32.600584 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:32.700379 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:14:32.789623 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57797eb2-00f1-46af-b63b-f288db16889c req-098be849-5355-4e1d-8e78-55f257e0764a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:32.791096 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-57797eb2-00f1-46af-b63b-f288db16889c req-098be849-5355-4e1d-8e78-55f257e0764a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0489392 Sep 15 17:14:32.830110 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-57797eb2-00f1-46af-b63b-f288db16889c req-1b733752-16e9-4d9a-9e37-fbd30cf8dfcc tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330529 Sep 15 17:14:32.900231 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:32.927279 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9dce35-a04a-4f4e-b801-f9a865ff9256 None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': 'd7374ef9-2f20-45da-8397-a70d102cef19', 'name': '', 'network_id': '7dbb187b-c00a-40b8-a77c-bcc7b276eb07', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'mac_address': 'fa:16:3e:5d:05:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:33Z', 'updated_at': '2021-09-15T17:07:41Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'subnets': [{'id': 'b5e6f638-596e-4354-885a-a0a2bc87c446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:14:32.951863 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-16003c61-d0a8-4b0b-b201-e213d26fc23f req-5a18b2f3-4d94-43a9-8157-625737fb81f0 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/ports?device_id=614a3e36-dcec-470a-b6aa-dbab3e309f9d HTTP/1.1" status: 200 len: 210 time: 0.0289512 Sep 15 17:14:33.150708 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b63427-8bb0-41fc-a608-8cce4abdf495 None None] New status for floating IP 0f37b91e-5bca-4300-849d-96230826a57d: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:14:33.943902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f407e1b-455e-410e-8605-8fac44421057 req-79cad4fd-db27-49da-8e21-f7e10e06e900 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:33.945375 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f407e1b-455e-410e-8605-8fac44421057 req-79cad4fd-db27-49da-8e21-f7e10e06e900 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0481105 Sep 15 17:14:33.978210 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:33.983951 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0f407e1b-455e-410e-8605-8fac44421057 req-7f147b10-9ad3-488f-9ba0-f98965c381d7 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323923 Sep 15 17:14:34.099033 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52968) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:34.394726 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.417163 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.527353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.529905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.531097 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "DELETE /v2.0/security-groups/1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826 HTTP/1.1" status: 204 len: 168 time: 0.4310234 Sep 15 17:14:34.533904 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 52970) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:34.539562 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a7751-365e-4e94-83da-af50b90cdb34 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:34.547606 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.api.v2.resource [None req-1e93f569-20dd-4a27-aa95-c92dfa9255e2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] show failed (client error): The resource could not be found. Sep 15 17:14:34.551541 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 52972) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:34.551679 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-1e93f569-20dd-4a27-aa95-c92dfa9255e2 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "GET /v2.0/security-groups/1e0b4e7c-4137-4c95-a7cf-98c9fe1eb826 HTTP/1.1" status: 404 len: 347 time: 0.0166984 Sep 15 17:14:34.672017 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Deleting port 14e1dcda-99e0-460d-8ee0-23b0706078df {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:34.672272 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.677611 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 496370b8-7a48-44dd-aae9-2d8d8fd22f10 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:34.700997 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 496370b8-7a48-44dd-aae9-2d8d8fd22f10 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:14:34.701343 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 496370b8-7a48-44dd-aae9-2d8d8fd22f10 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:14:34.750021 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.750352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.761375 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Calling delete_port for 14e1dcda-99e0-460d-8ee0-23b0706078df owned by network:floatingip {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:34.950507 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:34.992418 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Pushing event deleted for resources: {'Port': ['ID=14e1dcda-99e0-460d-8ee0-23b0706078df,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:35.048263 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks [] for floatingip, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:35.050810 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:35.051983 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2bcb8026-4a07-4b03-9594-dac3a7c13936 tempest-AttachVolumeTestJSON-1198449060 tempest-AttachVolumeTestJSON-1198449060-project] 10.222.0.57 "DELETE /v2.0/floatingips/0f37b91e-5bca-4300-849d-96230826a57d HTTP/1.1" status: 204 len: 168 time: 0.4994211 Sep 15 17:14:35.102038 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d62aa8-1644-49c9-b46f-3c6d9e26dd55 req-7ddf1bb7-49cf-4523-ae13-9d64c9f49936 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:35.104528 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-75d62aa8-1644-49c9-b46f-3c6d9e26dd55 req-7ddf1bb7-49cf-4523-ae13-9d64c9f49936 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0515568 Sep 15 17:14:35.144098 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-75d62aa8-1644-49c9-b46f-3c6d9e26dd55 req-c103c4ba-896f-4002-83f3-5a5ea46fca9e tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334921 Sep 15 17:14:35.822602 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-f6929721-607c-4d0f-a9c2-b00ffe0102c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423219 Sep 15 17:14:35.901075 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-4b934b15-0bb8-4417-bc0b-3c1ebb6bacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:35.902528 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-4b934b15-0bb8-4417-bc0b-3c1ebb6bacef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e40880be02b4e4daee82c28bd1d2130&device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 1100 time: 0.0388744 Sep 15 17:14:36.011453 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-4f123719-d3c9-4f83-9217-88b3a2cc7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:36.012968 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-4f123719-d3c9-4f83-9217-88b3a2cc7a8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 200 len: 918 time: 0.0925653 Sep 15 17:14:36.079025 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-0af82b6a-8c0d-447f-91ab-2edad27cdcd1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 200 len: 1001 time: 0.0590775 Sep 15 17:14:36.128807 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-c4397f94-ca43-4369-bd2b-a14c557092e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:36.130313 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-c4397f94-ca43-4369-bd2b-a14c557092e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 200 len: 856 time: 0.0431376 Sep 15 17:14:36.176032 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-1e4157f7-5173-48f3-a2e2-ad979bc7afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:36.177549 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-1e4157f7-5173-48f3-a2e2-ad979bc7afaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7861bcdb-330f-45d2-b7da-a05302031207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396163 Sep 15 17:14:36.261175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da915-5b37-44f5-8da0-eb6f734eeee7 req-ba49e8c6-6907-478f-a68c-6f6c3fe48780 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:36.262780 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ee0da915-5b37-44f5-8da0-eb6f734eeee7 req-ba49e8c6-6907-478f-a68c-6f6c3fe48780 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0520582 Sep 15 17:14:36.269988 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-492e9fc5-b722-4163-b9d5-5c8bb7632c46 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Sep 15 17:14:36.302293 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ee0da915-5b37-44f5-8da0-eb6f734eeee7 req-4f17ff60-e582-4448-8991-51c9d36c856f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328729 Sep 15 17:14:36.372800 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-37236c88-0d2c-47f0-ba04-426a1bfb324c req-dabb0659-033c-49de-b22c-66608d7a8535 service neutron] 10.222.0.54 "GET /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958376 Sep 15 17:14:37.417403 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ad34-4ec7-475e-bdb2-5b67e2ddc269 req-fe5acbe1-cdf5-4d22-ace2-e77ddae53753 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:37.418900 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0bd8ad34-4ec7-475e-bdb2-5b67e2ddc269 req-fe5acbe1-cdf5-4d22-ace2-e77ddae53753 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0488043 Sep 15 17:14:37.457980 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0bd8ad34-4ec7-475e-bdb2-5b67e2ddc269 req-1527c0fe-b388-4dc0-9613-68906be58e12 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328345 Sep 15 17:14:38.570206 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd92222-cfef-4a45-b296-7fe636d47f95 req-6f7759c8-66f2-43f4-845e-0008535be95c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:38.571657 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bd92222-cfef-4a45-b296-7fe636d47f95 req-6f7759c8-66f2-43f4-845e-0008535be95c tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0482264 Sep 15 17:14:38.610331 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bd92222-cfef-4a45-b296-7fe636d47f95 req-f38a0b60-2e73-48c8-9c30-8e95a734de23 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327156 Sep 15 17:14:39.027012 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53008) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:39.521065 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:39.762098 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34c9a7-2435-43c4-b1fd-026eefe8b5d7 req-dd94ef74-9033-4787-bc10-201cab7b7af5 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:39.763530 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ee34c9a7-2435-43c4-b1fd-026eefe8b5d7 req-dd94ef74-9033-4787-bc10-201cab7b7af5 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0872757 Sep 15 17:14:39.828053 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ee34c9a7-2435-43c4-b1fd-026eefe8b5d7 req-240c1394-c005-42cb-a1b9-574e7341700b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569358 Sep 15 17:14:39.870145 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Deleting port d7374ef9-2f20-45da-8397-a70d102cef19 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:39.870484 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:39.947745 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] For port d7374ef9-2f20-45da-8397-a70d102cef19, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d7374ef9-2f20-45da-8397-a70d102cef19,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:39.948032 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:39.959921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Calling delete_port for d7374ef9-2f20-45da-8397-a70d102cef19 owned by network:router_interface {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:40.344754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:40.368595 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Pushing event deleted for resources: {'Port': ['ID=d7374ef9-2f20-45da-8397-a70d102cef19,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:40.539005 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:40.742853 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:14:40.945858 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d9c07-fbe4-422b-a5d5-489f21f96383 req-3a92fa5d-68f1-403e-9426-dd9a23690b59 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:40.947964 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b95d9c07-fbe4-422b-a5d5-489f21f96383 req-3a92fa5d-68f1-403e-9426-dd9a23690b59 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0502675 Sep 15 17:14:40.988492 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b95d9c07-fbe4-422b-a5d5-489f21f96383 req-43824905-97b1-4d13-9cd3-659a6bf433fe tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341694 Sep 15 17:14:41.084916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:14:41.090513 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-98333974-6694-4cfa-80e0-6950bb310cde admin admin] 10.222.0.57 "PUT /v2.0/routers/f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0624623 Sep 15 17:14:41.093086 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53016) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:41.093886 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Sync routers for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:14:41.104109 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:14:41.104707 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:41.194566 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.207993 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:14:41.295581 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.383770 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:14:40Z', 'revision_number': 5, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port': {'id': '882f7332-9953-4b43-af5b-64489fe79c3e', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:28Z', 'updated_at': '2021-09-15T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:41.409634 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Checking router: f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:14:41.418236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Routers {'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:14:41.418824 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:41.421997 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Deleting port 882f7332-9953-4b43-af5b-64489fe79c3e {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:41.422468 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.499176 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] For port 882f7332-9953-4b43-af5b-64489fe79c3e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=882f7332-9953-4b43-af5b-64489fe79c3e,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:41.499543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.503349 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] Set router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 gateway port host: None {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:14:41.511760 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Calling delete_port for 882f7332-9953-4b43-af5b-64489fe79c3e owned by network:router_gateway {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:41.556053 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:14:41Z', 'revision_number': 6, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:41.581837 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1c294-d20a-4dba-ab97-5caf096b1e4b None None] The sync data for ids ['f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2'] in dv-cinder-801913-6-iscsi is: [{'id': 'f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2', 'name': 'tempest-AttachVolumeTestJSON-677826365-router', 'tenant_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:14:41Z', 'revision_number': 6, 'project_id': '5cbbe4cb7f274016ad6ecdccd0061e4a', 'gw_port_host': None}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:14:41.733083 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.762447 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=882f7332-9953-4b43-af5b-64489fe79c3e,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:41.816826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.916507 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:41.919234 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.067839 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.068318 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 {{(pid=94705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:14:42.077525 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.077525 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c364c710-3e53-4a0c-9ce7-7d18e596b7a8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2484a0b-f2ff-4f01-84fa-97d5ecb5b3b2 HTTP/1.1" status: 204 len: 168 time: 0.9809291 Sep 15 17:14:42.077799 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53020) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:42.110474 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ff074-bbf9-4b7f-8de9-8eafed8f4e81 req-b228db81-b3af-401f-8190-a1812c38d0ae tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:42.111943 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-371ff074-bbf9-4b7f-8de9-8eafed8f4e81 req-b228db81-b3af-401f-8190-a1812c38d0ae tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0547280 Sep 15 17:14:42.124622 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Deleting subnet b5e6f638-596e-4354-885a-a0a2bc87c446 {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:14:42.127763 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.152411 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-371ff074-bbf9-4b7f-8de9-8eafed8f4e81 req-80ba6bbb-ecb2-42a2-bb4b-290ae2e515f2 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340447 Sep 15 17:14:42.162524 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.269666 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.389552 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.417598 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e6f638-596e-4354-885a-a0a2bc87c446,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:42.420119 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.424806 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53022) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:42.426612 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add46733-5bd7-4294-92fb-e908344e04ff None None] Network 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:14:42.430000 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b5e6f638-596e-4354-885a-a0a2bc87c446 HTTP/1.1" status: 204 len: 168 time: 0.3511221 Sep 15 17:14:42.437248 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.437248 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.437546 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.438112 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.438445 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.438959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.439527 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.439867 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.440194 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.440635 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.440927 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.441254 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b315478-bc8c-4a97-972a-5fe3f7b99241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.493005 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.555440 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Deleting port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:42.555874 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.591122 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 882f7332-9953-4b43-af5b-64489fe79c3e no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:42.615518 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 882f7332-9953-4b43-af5b-64489fe79c3e {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:14:42.615940 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 882f7332-9953-4b43-af5b-64489fe79c3e not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:14:42.616423 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d7374ef9-2f20-45da-8397-a70d102cef19 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:42.628123 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] For port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:42.628607 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.639725 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: d7374ef9-2f20-45da-8397-a70d102cef19 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:14:42.639725 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d7374ef9-2f20-45da-8397-a70d102cef19 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:14:42.645221 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Calling delete_port for ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:42.649055 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] DHCP port deletion for 7dbb187b-c00a-40b8-a77c-bcc7b276eb07 request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:14:42.700882 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Deleting port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:14:42.701253 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.762679 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] For port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,segment=NetworkSegment(d7764d54-0525-4f96-b3be-2bf915d0816f),segment_id=d7764d54-0525-4f96-b3be-2bf915d0816f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:14:42.763079 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.775456 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Calling delete_port for ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:14:42.779151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.804779 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:42.812092 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] No DVR routers for this DVR port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:14:42.883273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.888787 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.902642 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbb187b-c00a-40b8-a77c-bcc7b276eb07']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:42.914196 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7764d54-0525-4f96-b3be-2bf915d0816f') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:42.914196 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7764d54-0525-4f96-b3be-2bf915d0816f') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:14:42.914429 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Pushing event deleted for resources: {'Port': ['ID=ccf7eb38-a032-4f32-b8d9-a9efe2a5c228,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:42.918994 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] No DVR routers for this DVR port ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:14:42.921307 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.927283 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.927629 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.927977 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.928314 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.928640 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.928963 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.929318 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.929642 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.929977 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.930305 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.930751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.931075 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb2057b-bd9f-4cab-a581-1901986e8866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:42.941037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.947218 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:14:42.947630 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:14:42.949287 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:14:43.047565 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.053501 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.055264 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7dbb187b-c00a-40b8-a77c-bcc7b276eb07 HTTP/1.1" status: 204 len: 168 time: 0.6293955 Sep 15 17:14:43.064559 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3650466-f7ee-48df-ba16-4689aa803dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbb187b-c00a-40b8-a77c-bcc7b276eb07,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:43.265362 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab822e49-e039-49cb-8eaa-6c4d4055d749 req-4d2b281b-92a6-4403-b67d-b969ae1fbd67 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:43.266874 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ab822e49-e039-49cb-8eaa-6c4d4055d749 req-4d2b281b-92a6-4403-b67d-b969ae1fbd67 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0486937 Sep 15 17:14:43.306091 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ab822e49-e039-49cb-8eaa-6c4d4055d749 req-68e9fa6e-9a93-46b7-8ec3-3ebd38799573 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331824 Sep 15 17:14:43.410496 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53030) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:43.448761 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-2b859140-a2f1-40ff-adbc-5d4213a2a54a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5cbbe4cb7f274016ad6ecdccd0061e4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370972 Sep 15 17:14:43.451964 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53032) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:43.502233 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.522728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.536070 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:14:43.647432 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.649975 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:43.651764 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88442447-bba9-41de-ac25-5652ab500d01 HTTP/1.1" status: 204 len: 168 time: 0.1983738 Sep 15 17:14:43.659619 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35823f-ed92-4f46-9124-ac1c916e4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88442447-bba9-41de-ac25-5652ab500d01,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:44.419348 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1da5a-2655-498d-91a6-2a9f8190ebd4 req-5bab58d1-dbdb-460a-8d5a-9375ece4e11a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:44.420795 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-28a1da5a-2655-498d-91a6-2a9f8190ebd4 req-5bab58d1-dbdb-460a-8d5a-9375ece4e11a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0484500 Sep 15 17:14:44.460224 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-28a1da5a-2655-498d-91a6-2a9f8190ebd4 req-1da21ff4-822b-404e-83e7-4e41d493f48e tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333412 Sep 15 17:14:44.561891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:14:44.584694 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:14:44.585036 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device ccf7eb38-a032-4f32-b8d9-a9efe2a5c228 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:14:45.572933 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83401-5362-48fb-8695-2a57232473ad req-89a10342-6f1f-46a3-a93c-7f03a545a6ba tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:45.574428 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-81f83401-5362-48fb-8695-2a57232473ad req-89a10342-6f1f-46a3-a93c-7f03a545a6ba tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0491371 Sep 15 17:14:45.623789 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-81f83401-5362-48fb-8695-2a57232473ad req-7735fa2b-25bb-40a3-930a-6ca708d408dd tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430651 Sep 15 17:14:46.737251 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7076b-ebc3-41f0-b7e0-bfb873d2568c req-b0b6dd7f-3094-45d1-862c-171773ec09c1 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:46.739120 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fdd7076b-ebc3-41f0-b7e0-bfb873d2568c req-b0b6dd7f-3094-45d1-862c-171773ec09c1 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0483024 Sep 15 17:14:46.778811 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-fdd7076b-ebc3-41f0-b7e0-bfb873d2568c req-04e44041-60e2-4406-aa44-922eeac62f1b tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338812 Sep 15 17:14:47.891811 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fbb4-8cd6-4369-8ca3-bac44dc0d85e req-e0f3000d-01f4-4fc5-9edb-5fa667c1b917 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:47.893247 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77a6fbb4-8cd6-4369-8ca3-bac44dc0d85e req-e0f3000d-01f4-4fc5-9edb-5fa667c1b917 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0485029 Sep 15 17:14:47.935327 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77a6fbb4-8cd6-4369-8ca3-bac44dc0d85e req-c5e3f30f-adf3-4ea3-8500-1daff5141d17 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361536 Sep 15 17:14:49.046983 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eeba18-b46d-4d84-80ee-58bb5ae81c0b req-b035829a-de8b-405c-9e23-ac21538d54d0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:49.048448 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9eeba18-b46d-4d84-80ee-58bb5ae81c0b req-b035829a-de8b-405c-9e23-ac21538d54d0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0478194 Sep 15 17:14:49.085882 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b9eeba18-b46d-4d84-80ee-58bb5ae81c0b req-38dcd53e-874a-4478-824a-86e0e9e2107a tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315144 Sep 15 17:14:50.199536 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59861c62-9398-4e52-b79c-5f759be34b70 req-ae9bd851-8861-4df5-91b4-9b3e943a7617 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:50.201086 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59861c62-9398-4e52-b79c-5f759be34b70 req-ae9bd851-8861-4df5-91b4-9b3e943a7617 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0487027 Sep 15 17:14:50.241629 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59861c62-9398-4e52-b79c-5f759be34b70 req-66130af4-0d01-41f8-bad4-0ad3c590db48 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337026 Sep 15 17:14:51.354947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03d5df-67ee-467c-87fd-e28411afbe96 req-d08c5647-ca99-431b-ada4-00cf4d2dabc0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:14:51.356400 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ca03d5df-67ee-467c-87fd-e28411afbe96 req-d08c5647-ca99-431b-ada4-00cf4d2dabc0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0489883 Sep 15 17:14:51.400552 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ca03d5df-67ee-467c-87fd-e28411afbe96 req-ef62e458-6297-4a97-bb0b-700c9a39e065 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c&id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381835 Sep 15 17:14:52.343224 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-e966981d-4054-4241-b41d-a0db76bbb32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.471179 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53162) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:54.574115 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.658343 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.777271 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.814053 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ef0e612b32c4b43a2f05afe92f5333c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417881 Sep 15 17:14:54.815053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8eadcb-63e1-4c6c-9c25-7a2b8a8e65e7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:54.816719 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53166) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:14:54.822037 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.822402 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.822723 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.823059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.823388 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.823712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.824036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.824357 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.825188 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.825506 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.825848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.826162 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5fe31f-576b-4323-979f-494eb728ea69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:14:54.865471 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.885200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:54.978800 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0a54bc9d-83a5-42b5-9685-6f9264ad3777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:55.047055 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:55.049714 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:55.050857 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c8eadcb-63e1-4c6c-9c25-7a2b8a8e65e7 HTTP/1.1" status: 204 len: 168 time: 0.2330496 Sep 15 17:14:55.058532 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a92eee-9792-4322-b239-0ca30d0e9286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8eadcb-63e1-4c6c-9c25-7a2b8a8e65e7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:14:55.293481 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:55.983144 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:14:57.835911 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:04.007023 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:04.852073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dafaf4-3676-42e3-9a6c-4fcdf94e1def req-6654395f-1804-412c-bfab-0c9a3035d90b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:04.853618 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59dafaf4-3676-42e3-9a6c-4fcdf94e1def req-6654395f-1804-412c-bfab-0c9a3035d90b tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0488183 Sep 15 17:15:04.891708 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-59dafaf4-3676-42e3-9a6c-4fcdf94e1def req-317548d1-0021-47eb-9715-140ba1303868 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322862 Sep 15 17:15:06.012926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d98a6-aab4-470b-9bf8-c8427f03eec1 req-10745e42-9e87-4d61-a3c1-07bd440a9081 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:06.014494 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f42d98a6-aab4-470b-9bf8-c8427f03eec1 req-10745e42-9e87-4d61-a3c1-07bd440a9081 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0509882 Sep 15 17:15:06.054842 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f42d98a6-aab4-470b-9bf8-c8427f03eec1 req-ac38c508-aba9-488a-934f-2d461113e31f tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1c7e8bb-110b-4c58-af60-d4b60409f784&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335994 Sep 15 17:15:06.325243 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-61ace7f6-bc68-43d2-96fb-bc6bdab9c566 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:06.326615 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-61ace7f6-bc68-43d2-96fb-bc6bdab9c566 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 947 time: 0.0472584 Sep 15 17:15:06.432513 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Deleting port a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:06.433006 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:06.523754 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] For port a5be382c-ba64-4e84-b74f-440a182e7ab0, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=a5be382c-ba64-4e84-b74f-440a182e7ab0,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:06.524122 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:06.686510 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:06.686875 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:06.687194 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Floating IP 68e4788f-2364-4fe6-933f-7da479d4294a disassociated. External IP: 172.27.1.72, port: a5be382c-ba64-4e84-b74f-440a182e7ab0. Sep 15 17:15:06.687529 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Calling delete_port for a5be382c-ba64-4e84-b74f-440a182e7ab0 owned by compute:nova {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:06.864207 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:06.890333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'Port': ['ID=a5be382c-ba64-4e84-b74f-440a182e7ab0,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:07.004239 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:07.110024 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:07.129330 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:07.145343 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:07.145992 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:07.150912 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] No DVR routers for this DVR port a5be382c-ba64-4e84-b74f-440a182e7ab0 on host hv-cinder-80191 {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:07.153498 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:07.156857 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-35d32080-2627-42ab-a3b7-ab468bd5cf6e req-a650ec85-3920-4db7-842d-f1c4aa5ae6e2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.54 "DELETE /v2.0/ports/a5be382c-ba64-4e84-b74f-440a182e7ab0 HTTP/1.1" status: 204 len: 173 time: 0.8191693 Sep 15 17:15:07.156857 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-deleted', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:07.158982 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fea8a9-6a12-4780-b58e-118072f8365b" -d '{"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-deleted", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:07.181396 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bd5571f9-b3bf-4cd8-8961-0395a93e93ec req-5ade6d26-2eae-40dc-9e96-7122f6434517 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 210 time: 0.0383859 Sep 15 17:15:07.200762 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1262d240-d8da-495d-9440-752005f87cfd x-openstack-request-id: req-1262d240-d8da-495d-9440-752005f87cfd {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:07.201185 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106821bb-9cde-4206-aba1-df4350fec5a3", "name": "network-vif-deleted", "tag": "a5be382c-ba64-4e84-b74f-440a182e7ab0", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:07.201532 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1262d240-d8da-495d-9440-752005f87cfd {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:07.202050 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106821bb-9cde-4206-aba1-df4350fec5a3', 'name': 'network-vif-deleted', 'tag': 'a5be382c-ba64-4e84-b74f-440a182e7ab0', 'status': 'completed', 'code': 200} Sep 15 17:15:07.267733 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:07.561751 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:07.592706 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:07.610604 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:07.611190 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:07.713231 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:07.903938 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:07.929722 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540ec17a-1e7c-49f1-b38c-b33b6702d3fc None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:07:34Z', 'revision_number': 4, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '6ed4a220-98e9-4c61-a4b8-952553a624cf', 'name': '', 'network_id': '7861bcdb-330f-45d2-b7da-a05302031207', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'mac_address': 'fa:16:3e:9b:3e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:32Z', 'updated_at': '2021-09-15T17:07:46Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'subnets': [{'id': 'b286fb20-cfe1-4228-84c9-5bb3e3d321ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:08.149371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3007991-d3a3-4464-8548-91b0f66b8702 None None] New status for floating IP 68e4788f-2364-4fe6-933f-7da479d4294a: DOWN {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:15:08.294410 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c359b075-5bac-4ddc-91e0-81f124ae5229 req-c7b836c1-684a-46f4-97b9-ba8bbcb7bcdd tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/ports?device_id=106821bb-9cde-4206-aba1-df4350fec5a3 HTTP/1.1" status: 200 len: 210 time: 0.0255830 Sep 15 17:15:08.802525 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:08.826661 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: a5be382c-ba64-4e84-b74f-440a182e7ab0 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:08.827008 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device a5be382c-ba64-4e84-b74f-440a182e7ab0 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:09.228217 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53326) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:09.328927 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5932b26b-4d3c-48cb-8aaf-1f2c4401da7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.419831 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53334) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:09.420487 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5932b26b-4d3c-48cb-8aaf-1f2c4401da7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.470053 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5932b26b-4d3c-48cb-8aaf-1f2c4401da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.473200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.495783 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.508220 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-5932b26b-4d3c-48cb-8aaf-1f2c4401da7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14fe38e3cfba4131b63aa4a76a0e8c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789431 Sep 15 17:15:09.509386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932b26b-4d3c-48cb-8aaf-1f2c4401da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8c2d4-0751-4553-9179-1cde5d17b54e,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:09.512313 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53336) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:09.559368 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.580088 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.595688 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.598250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.599420 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "DELETE /v2.0/security-groups/d1c7e8bb-110b-4c58-af60-d4b60409f784 HTTP/1.1" status: 204 len: 168 time: 0.1785493 Sep 15 17:15:09.602509 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53338) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:09.619836 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7b649-fc97-4e6a-8cfd-d5b6c09eeb48 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c7e8bb-110b-4c58-af60-d4b60409f784,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:09.623499 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.api.v2.resource [None req-eb09b1d5-d921-4f1f-9fe1-4c000dc6b5d2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] show failed (client error): The resource could not be found. Sep 15 17:15:09.624495 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-eb09b1d5-d921-4f1f-9fe1-4c000dc6b5d2 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "GET /v2.0/security-groups/d1c7e8bb-110b-4c58-af60-d4b60409f784 HTTP/1.1" status: 404 len: 347 time: 0.0200572 Sep 15 17:15:09.627443 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53340) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:09.682328 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.687284 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:09.689201 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dbd8c2d4-0751-4553-9179-1cde5d17b54e HTTP/1.1" status: 204 len: 168 time: 0.1757882 Sep 15 17:15:09.697783 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d04d5-a8da-4018-a26b-3514434c5172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8c2d4-0751-4553-9179-1cde5d17b54e,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:09.758573 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Deleting port ddf53dcf-1da3-432e-b8ef-0892f569217c {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:09.758916 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.060911 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.061219 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.072647 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Calling delete_port for ddf53dcf-1da3-432e-b8ef-0892f569217c owned by network:floatingip {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:10.269262 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.295979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Pushing event deleted for resources: {'Port': ['ID=ddf53dcf-1da3-432e-b8ef-0892f569217c,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:10.323473 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53346) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:10.336391 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7394c34e-c5fe-4c3a-b72d-59e4b8183796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.353224 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks [] for floatingip, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.356565 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.357750 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5e13ca1c-05d9-4e5d-9df4-c0383f73b614 tempest-AttachVolumeShelveTestJSON-2080546904 tempest-AttachVolumeShelveTestJSON-2080546904-project] 10.222.0.57 "DELETE /v2.0/floatingips/68e4788f-2364-4fe6-933f-7da479d4294a HTTP/1.1" status: 204 len: 168 time: 0.7291963 Sep 15 17:15:10.426981 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7394c34e-c5fe-4c3a-b72d-59e4b8183796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.491064 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7394c34e-c5fe-4c3a-b72d-59e4b8183796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.530489 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-7394c34e-c5fe-4c3a-b72d-59e4b8183796 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6ae3f9a85854a70bbc1e2d39adc8b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059512 Sep 15 17:15:10.532326 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394c34e-c5fe-4c3a-b72d-59e4b8183796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678c2561-a751-43ac-99ac-5aec61e3c2a7,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:10.533177 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53350) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:10.583541 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.605153 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.716113 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.718678 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:10.719796 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/678c2561-a751-43ac-99ac-5aec61e3c2a7 HTTP/1.1" status: 204 len: 168 time: 0.1855595 Sep 15 17:15:10.727366 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e177-e19e-419f-97db-08890a66632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c2561-a751-43ac-99ac-5aec61e3c2a7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:13.092737 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53426) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:13.571998 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:13.626249 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53440) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:13.754573 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-81e0474f-4311-49bf-919b-307702bee575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:13.871030 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Deleting port 6ed4a220-98e9-4c61-a4b8-952553a624cf {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:13.871290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:13.948028 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-81e0474f-4311-49bf-919b-307702bee575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:13.968902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] For port 6ed4a220-98e9-4c61-a4b8-952553a624cf, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6ed4a220-98e9-4c61-a4b8-952553a624cf,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:13.969248 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:13.981507 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Calling delete_port for 6ed4a220-98e9-4c61-a4b8-952553a624cf owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:14.022984 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-81e0474f-4311-49bf-919b-307702bee575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.070821 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0474f-4311-49bf-919b-307702bee575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208cf3e5-1ad6-4011-a7af-8ff75208d464,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:14.076281 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-81e0474f-4311-49bf-919b-307702bee575 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=435581d25c5640e69bd3c846320179de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4490709 Sep 15 17:15:14.078943 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53444) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:14.179781 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.226148 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.332803 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.358604 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed4a220-98e9-4c61-a4b8-952553a624cf,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:14.366058 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.366872 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.368023 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/208cf3e5-1ad6-4011-a7af-8ff75208d464 HTTP/1.1" status: 204 len: 168 time: 0.2882712 Sep 15 17:15:14.390946 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cdde6-24cf-4f4c-aab9-486a5ad14b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208cf3e5-1ad6-4011-a7af-8ff75208d464,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:14.536588 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.746444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:14.849657 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:14.854622 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7fef61e1-0f22-463c-9137-6ec1f8e235f5 admin admin] 10.222.0.57 "PUT /v2.0/routers/7c2c0dca-4150-469e-bf4f-9b9a643edfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608869 Sep 15 17:15:14.857916 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53450) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:14.861228 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Sync routers for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:14.868655 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:14.869249 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:14.961405 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks [] for router, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:14.973114 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:15.043340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53452) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:15.059613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d984ba9-e571-4f74-843c-27686db08963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.092115 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.151587 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:15:14Z', 'revision_number': 5, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port': {'id': '73b80793-d7c3-4d37-b31c-bd5edbafb719', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:dd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:07:27Z', 'updated_at': '2021-09-15T17:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:15.163945 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d984ba9-e571-4f74-843c-27686db08963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.177810 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Checking router: 7c2c0dca-4150-469e-bf4f-9b9a643edfaa for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:15.185875 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Routers {'7c2c0dca-4150-469e-bf4f-9b9a643edfaa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:15.187968 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:14:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:15.226852 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Deleting port 73b80793-d7c3-4d37-b31c-bd5edbafb719 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:15.227389 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.270723 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] Set router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:15.279702 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0d984ba9-e571-4f74-843c-27686db08963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.320251 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:15:15Z', 'revision_number': 6, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:15.336641 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0d984ba9-e571-4f74-843c-27686db08963 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5644991a7d54260abcc4d5f22cea7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922614 Sep 15 17:15:15.340224 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53454) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:15.341063 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d984ba9-e571-4f74-843c-27686db08963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1d206-314e-46b4-9e0d-67dd05a361b1,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:15.345515 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] For port 73b80793-d7c3-4d37-b31c-bd5edbafb719, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=73b80793-d7c3-4d37-b31c-bd5edbafb719,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:15.345905 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.350176 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7d6dc-5e0c-4817-b95d-a41b25caeccc None None] The sync data for ids ['7c2c0dca-4150-469e-bf4f-9b9a643edfaa'] in dv-cinder-801913-6-iscsi is: [{'id': '7c2c0dca-4150-469e-bf4f-9b9a643edfaa', 'name': 'tempest-AttachVolumeShelveTestJSON-1500628870-router', 'tenant_id': '5e40880be02b4e4daee82c28bd1d2130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:07:26Z', 'updated_at': '2021-09-15T17:15:15Z', 'revision_number': 6, 'project_id': '5e40880be02b4e4daee82c28bd1d2130', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:15.359762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Calling delete_port for 73b80793-d7c3-4d37-b31c-bd5edbafb719 owned by network:router_gateway {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:15.399192 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.421933 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.548974 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.551511 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.553380 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdd1d206-314e-46b4-9e0d-67dd05a361b1 HTTP/1.1" status: 204 len: 168 time: 0.2107229 Sep 15 17:15:15.560365 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83750a48-c45f-466c-998e-2ab90bb099e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1d206-314e-46b4-9e0d-67dd05a361b1,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:15.573203 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.600613 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b80793-d7c3-4d37-b31c-bd5edbafb719,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:15.660944 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.752520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.755158 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.858626 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.859195 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c2c0dca-4150-469e-bf4f-9b9a643edfaa {{(pid=94706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:15:15.864410 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.865436 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-374e6e3d-ea51-4269-945b-cbba4e6df245 admin admin] 10.222.0.57 "DELETE /v2.0/routers/7c2c0dca-4150-469e-bf4f-9b9a643edfaa HTTP/1.1" status: 204 len: 168 time: 1.0065546 Sep 15 17:15:15.873070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53460) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:15.915630 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Deleting subnet b286fb20-cfe1-4228-84c9-5bb3e3d321ca {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:15:15.919101 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:15.955703 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.032133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.173778 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.198530 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b286fb20-cfe1-4228-84c9-5bb3e3d321ca,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:16.206403 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.210752 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e9fc7e5d-949a-4b24-ab2f-b2e5b155116e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b286fb20-cfe1-4228-84c9-5bb3e3d321ca HTTP/1.1" status: 204 len: 168 time: 0.3341315 Sep 15 17:15:16.211079 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53470) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:16.211892 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41723912-b84e-4c03-8586-172610392521 None None] Network 7861bcdb-330f-45d2-b7da-a05302031207 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:16.285668 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.342143 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Deleting port b155e3cd-9872-4064-aa75-92cd6df4ed3a {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:16.342690 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.410228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] DHCP port deletion for 7861bcdb-330f-45d2-b7da-a05302031207 request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:15:16.428235 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] For port b155e3cd-9872-4064-aa75-92cd6df4ed3a, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b155e3cd-9872-4064-aa75-92cd6df4ed3a,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:16.428655 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.443543 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Calling delete_port for b155e3cd-9872-4064-aa75-92cd6df4ed3a owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:16.476577 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Deleting port b155e3cd-9872-4064-aa75-92cd6df4ed3a {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:16.476957 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.540497 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] For port b155e3cd-9872-4064-aa75-92cd6df4ed3a, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b155e3cd-9872-4064-aa75-92cd6df4ed3a,segment=NetworkSegment(c0943e4b-4e8e-47d1-8cd5-a731bcbf357b),segment_id=c0943e4b-4e8e-47d1-8cd5-a731bcbf357b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:16.540891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.557287 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Calling delete_port for b155e3cd-9872-4064-aa75-92cd6df4ed3a owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:16.598611 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 73b80793-d7c3-4d37-b31c-bd5edbafb719 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:16.623044 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 73b80793-d7c3-4d37-b31c-bd5edbafb719 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:16.623333 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 73b80793-d7c3-4d37-b31c-bd5edbafb719 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:16.623742 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6ed4a220-98e9-4c61-a4b8-952553a624cf no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:16.650697 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 6ed4a220-98e9-4c61-a4b8-952553a624cf {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:16.651047 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6ed4a220-98e9-4c61-a4b8-952553a624cf not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:16.651458 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b155e3cd-9872-4064-aa75-92cd6df4ed3a no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:16.670186 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.697776 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b155e3cd-9872-4064-aa75-92cd6df4ed3a,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:16.700068 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] No DVR routers for this DVR port b155e3cd-9872-4064-aa75-92cd6df4ed3a on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:16.705419 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No active binding found for port b155e3cd-9872-4064-aa75-92cd6df4ed3a {{(pid=94707) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 17:15:16.705902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b155e3cd-9872-4064-aa75-92cd6df4ed3a not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:16.709387 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.740453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] Pushing event deleted for resources: {'Port': ['ID=b155e3cd-9872-4064-aa75-92cd6df4ed3a,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:16.742459 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d346ed3d-5be4-433c-b293-d4b6a0cf8c37 None None] No DVR routers for this DVR port b155e3cd-9872-4064-aa75-92cd6df4ed3a on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:16.788039 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.808211 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7861bcdb-330f-45d2-b7da-a05302031207']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:16.817195 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:16.817494 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0943e4b-4e8e-47d1-8cd5-a731bcbf357b') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:16.826718 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.840151 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.846645 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:15:16.847041 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:15:16.848649 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:15:16.961624 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.967689 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:16.969712 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/7861bcdb-330f-45d2-b7da-a05302031207 HTTP/1.1" status: 204 len: 168 time: 0.7575767 Sep 15 17:15:16.980837 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6bd54-cc57-4fba-98a9-8e386edee9b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7861bcdb-330f-45d2-b7da-a05302031207,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:17.409470 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53524) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:17.448483 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-e7833552-c248-4a70-b5f8-0512eb165666 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e40880be02b4e4daee82c28bd1d2130&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378301 Sep 15 17:15:17.451396 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53526) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:17.502932 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:17.523397 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:17.652681 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:17.655592 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:17.656824 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/878f8a09-4c23-4d91-b4a3-7cd5760c71ce HTTP/1.1" status: 204 len: 168 time: 0.2045250 Sep 15 17:15:17.665068 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80311af8-885c-4ae9-82ba-bb14b8c5ba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878f8a09-4c23-4d91-b4a3-7cd5760c71ce,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:18.701065 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53568) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:18.793625 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-83778171-network', 'tenant_id': 'f9b0303461a44aac806ecf75022dddab'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:18.903428 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'network': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:15:18.905714 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for network, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:18.914174 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.000289 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.103175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.129824 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=94706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 17:15:19.140069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b74f2-d05d-473b-824a-a0738275b732,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:19.147153 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.147533 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.segments_db [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Added segment fa66bc69-47ac-43b9-8964-59fc163e8842 of type vlan for network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 Sep 15 17:15:19.185338 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788476511519'] for network, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.327064 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250'] for network, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.328089 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:19.328673 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:19.387586 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] Pushing event updated for resources: {'Network': ['ID=db4e6390-9057-41dc-b7f6-9bb811bcc0c8,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:19.397164 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 details requested by agent ovs-agent-dv-cinder-801913-6-iscsi with host dv-cinder-801913-6-iscsi {{(pid=94707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 17:15:19.454423 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d77e8005-3c53-4b4b-ac41-6ecd5bb487cb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7516184 Sep 15 17:15:19.456820 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53572) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:19.462552 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Request body: {'subnet': {'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-83778171-subnet', 'tenant_id': 'f9b0303461a44aac806ecf75022dddab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:19.565951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'subnet': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:15:19.569239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64689978'] for subnet, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:20.104797 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64850566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64689940'] for subnet, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:20.158896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=757aa8f2-f4ab-40c7-9880-578ba3d886c4,revision_number=0']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:20.170542 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Checking segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:15:20.170906 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Network hostable DHCP agents. Network: db4e6390-9057-41dc-b7f6-9bb811bcc0c8, hostable agents: ['51c0aa8f-bf87-441c-8c35-de8e6f091428'], hosted agents: [] {{(pid=94706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 17:15:20.293823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 is scheduled to be hosted by DHCP agent 51c0aa8f-bf87-441c-8c35-de8e6f091428 with binding_index 1 {{(pid=94706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 17:15:20.475865 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801913-6-iscsi, db4e6390-9057-41dc-b7f6-9bb811bcc0c8) {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:15:20.479854 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:20.481007 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:20.485657 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219ee5a-8dab-4303-b2fc-001223f08e0f None None] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:20.535293 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:15:20.556154 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-00676845-8c76-43cf-993d-65c586afde8e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0982308 Sep 15 17:15:20.609907 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18bb97-e7df-4693-a9fe-b7e8c88fc515 None None] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:20.981995 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-019d8d70-63df-4e98-a29b-03339cbad344 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:20.983354 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-019d8d70-63df-4e98-a29b-03339cbad344 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1010013 Sep 15 17:15:20.998935 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-e359b73f-af63-443d-971f-efef3766ca7a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/quotas/f9b0303461a44aac806ecf75022dddab HTTP/1.1" status: 200 len: 375 time: 0.0095816 Sep 15 17:15:21.030654 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-c1256f88-9c22-421b-9e74-057892411362 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260177 Sep 15 17:15:21.120808 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-e4beddb5-4d33-4a23-86fa-6508646a9c2f service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834930 Sep 15 17:15:21.209243 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-24b312c8-84f9-452b-89fc-32deb8548c1c service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824058 Sep 15 17:15:21.504046 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9352f026-2869-4565-924c-0d982de31547 req-f7ca3710-6a9a-4ed3-8421-affa207c12d4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 210 time: 0.0307806 Sep 15 17:15:22.492026 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-3327351e-6f49-478d-99db-7e7ab3d73a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:22.578281 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ab96c200-e197-463c-aa91-f6c94e10611a req-9549e441-324a-45ef-8304-11e29deeb6b4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 210 time: 0.0254896 Sep 15 17:15:23.669920 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-4c9ba5b8-d6d8-4857-802a-fcb86ce1bcb8 req-c6b1f3fb-5baf-40e9-81e5-161899f89950 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 210 time: 0.0253699 Sep 15 17:15:24.212871 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-1b78cbf8-8c21-4a97-8509-37bfff7895e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:24.214583 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-1b78cbf8-8c21-4a97-8509-37bfff7895e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1032143 Sep 15 17:15:24.233694 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Request body: {'port': {'device_id': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'admin_state_up': True, 'tenant_id': 'f9b0303461a44aac806ecf75022dddab'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:24.721147 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'port': 1} {{(pid=94705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:15:24.724856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:24.771302 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d3a12979-37af-462c-9b88-66df340a0668 req-f3a80f31-6fd3-44e1-a6ea-7b173b5eb9ba tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 210 time: 0.0312622 Sep 15 17:15:24.866124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_common [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Allocated IP 172.20.0.5 (db4e6390-9057-41dc-b7f6-9bb811bcc0c8/757aa8f2-f4ab-40c7-9880-578ba3d886c4/0e4f5af9-d7a4-46b2-ab3d-f81c4b337306) {{(pid=94705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:15:24.978306 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-42ab5046-22e5-4c5b-9f29-6c5644e487cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.011605 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks [] for port, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.103928 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.149506 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 is already hosted by enough agents. {{(pid=94705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:15:25.152565 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.base_scheduler [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Resources bound (agent type, host, resource id): {{(pid=94705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:15:25.159079 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Received port after_create {{(pid=94705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:15:25.164784 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event updated for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:25.210142 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:25.210749 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.321625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.333674 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-31536e7e-838c-4cd0-9b9f-cde23d092449 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042500 Sep 15 17:15:25.350234 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.v2.base [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Request body: {'port': {'device_id': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:25.402256 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.656230 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 {{(pid=94705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:15:25.663163 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.674795 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.provisioning_blocks [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Transition to ACTIVE for port object 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 will not be triggered until provisioned by entity L2. {{(pid=94705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:15:25.750030 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.799466 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=2']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:25.868938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Attempting to bind port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:15:25.869272 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Attempting to bind port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:15:25.869737 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Attempting to bind port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:25.874290 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:15:25.874607 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Attempting to bind port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:25.879294 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:15:25.879633 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Checking segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:15:25.880018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Bound using segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} {{(pid=94705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:15:25.880439 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.managers [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Bound port: 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}}] {{(pid=94705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:15:25.880794 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:25.889140 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cc732-b5de-4e2e-af21-bf5453f21295 req-290950b0-8c65-4fd1-b061-b3f1d6bde590 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:25.890670 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d4cc732-b5de-4e2e-af21-bf5453f21295 req-290950b0-8c65-4fd1-b061-b3f1d6bde590 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 943 time: 0.0532827 Sep 15 17:15:25.936834 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6d4cc732-b5de-4e2e-af21-bf5453f21295 req-247d1414-980a-4bb3-a58d-42cf5566ccc8 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345931 Sep 15 17:15:25.947361 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, cleared binding levels {{(pid=94705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:15:25.950991 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:15:25.984599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.019478 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63079021'] for port, after_update {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.055440 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.056063 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:26.057447 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] 10.222.0.54 "PUT /v2.0/ports/0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 HTTP/1.1" status: 200 len: 1093 time: 0.7111955 Sep 15 17:15:26.057921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:26.060206 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b57558-2d09-4757-8ed1-9c016cda3cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:26.088556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4516a4-ac07-439d-a1fc-f927cda87331 service neutron] Pushing event updated for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=3']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:26.096943 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99664aa-9221-4d1d-a5e9-506127f15e1f x-openstack-request-id: req-c99664aa-9221-4d1d-a5e9-506127f15e1f {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:26.097253 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:26.097462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c99664aa-9221-4d1d-a5e9-506127f15e1f {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:26.097871 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', 'status': 'completed', 'code': 200} Sep 15 17:15:26.158916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-419307c8-1e77-46f9-bfd5-bfc8aeff243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.161652 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-419307c8-1e77-46f9-bfd5-bfc8aeff243d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 1096 time: 0.0402424 Sep 15 17:15:26.266140 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-e8fa2ca8-8607-4398-8be6-aa4d4b98158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.267536 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-e8fa2ca8-8607-4398-8be6-aa4d4b98158b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9b0303461a44aac806ecf75022dddab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0932279 Sep 15 17:15:26.358065 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-5a839a6e-833e-468a-b8cf-2618bb5ffb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.359536 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-56b57558-2d09-4757-8ed1-9c016cda3cb3 req-5a839a6e-833e-468a-b8cf-2618bb5ffb3e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0841956 Sep 15 17:15:26.441598 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-778e7fd5-5367-406a-9112-f33ae9b32001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.443121 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-778e7fd5-5367-406a-9112-f33ae9b32001 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 1096 time: 0.0446033 Sep 15 17:15:26.487044 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-1c41bb7f-f3c0-46be-9c41-0ff2d4479d7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 HTTP/1.1" status: 200 len: 217 time: 0.0338814 Sep 15 17:15:26.535921 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-efc304b1-de23-4eb9-8640-63ed763e6a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.537353 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-efc304b1-de23-4eb9-8640-63ed763e6a1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=757aa8f2-f4ab-40c7-9880-578ba3d886c4 HTTP/1.1" status: 200 len: 853 time: 0.0427766 Sep 15 17:15:26.569298 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-cce677cd-2d7f-4da4-9ef7-01dbf71d66e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241098 Sep 15 17:15:26.660693 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-7bc82203-21d5-43df-af7a-e760dbfea858 service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833161 Sep 15 17:15:26.750560 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ea507dd9-71f8-4f10-a886-9d152056a28b req-fd206bf7-4e35-4fc9-81d7-f977f4b40c8a service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816739 Sep 15 17:15:26.935730 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-e7e9b670-40cf-4c52-8e1c-3cc348fd6df0 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474114268&fields=id&tenant_id=957997a44a384ed78fb8906ce7977bb5 HTTP/1.1" status: 200 len: 267 time: 0.0318692 Sep 15 17:15:26.990011 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-ed569c6c-0852-4a36-8a70-00846511f6be tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:26.992013 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-ed569c6c-0852-4a36-8a70-00846511f6be tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 984 time: 0.0507295 Sep 15 17:15:27.005330 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Request body: {'port': {'security_groups': ['a667e4ee-1e9e-41de-b999-4dccfc97d60a']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:27.054667 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fd3f0-3ec2-4b20-8404-2c1f46fc770c req-20599406-97ca-48d0-9870-f62630530428 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.056160 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-236fd3f0-3ec2-4b20-8404-2c1f46fc770c req-20599406-97ca-48d0-9870-f62630530428 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 943 time: 0.0535533 Sep 15 17:15:27.077105 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.099729 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-236fd3f0-3ec2-4b20-8404-2c1f46fc770c req-0edd04b2-0251-4985-8ffa-8095a22a9b41 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Sep 15 17:15:27.263150 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:27.290913 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.367034 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.379889 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:15:27.410349 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.411003 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.412479 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbeac04e-a616-453b-b01d-79d21233bf5e req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "PUT /v2.0/ports/bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 942 time: 0.4119627 Sep 15 17:15:27.412965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:27.415252 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923607a1-92e7-42e3-996f-61585ccdfcf8" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:27.422659 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53640) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:27.462269 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecae92-b6b9-4658-bbee-b793348fa618 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event updated for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=7']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:27.493395 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4b07b-0531-45e1-9167-cb02564d3cf2 x-openstack-request-id: req-cce4b07b-0531-45e1-9167-cb02564d3cf2 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:27.494177 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:27.494753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cce4b07b-0531-45e1-9167-cb02564d3cf2 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:27.496062 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:15:27.517911 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:15:27.550923 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.583764 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.598614 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-cee31f67-b147-4967-8b2c-88f44ee87e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.600114 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-cee31f67-b147-4967-8b2c-88f44ee87e82 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0776834 Sep 15 17:15:27.706407 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-6930df0d-3955-46d3-bea4-b61b70d99d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.707782 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-6930df0d-3955-46d3-bea4-b61b70d99d2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 916 time: 0.0951853 Sep 15 17:15:27.710884 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-a28afe13-607b-488e-b798-2254fef431f8 None None] Provisioning complete for port bbfd8895-c718-4dee-957b-12ad63fd8346 triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:15:27.711258 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a28afe13-607b-488e-b798-2254fef431f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.782015 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-cbbb6eaa-b089-4434-8641-5e275944ed77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 1000 time: 0.0616612 Sep 15 17:15:27.821421 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.824006 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.825131 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "DELETE /v2.0/security-groups/fa63d3c4-c5d7-4f2d-8398-cf61f10b505c HTTP/1.1" status: 204 len: 168 time: 0.4048350 Sep 15 17:15:27.827927 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53642) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:27.842371 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6af2-88bc-4618-bc1a-a95c94820447 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa63d3c4-c5d7-4f2d-8398-cf61f10b505c,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:27.850528 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.850702 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-907e7583-a451-450e-ac15-3bce5a2c81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.852176 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-907e7583-a451-450e-ac15-3bce5a2c81b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.0609634 Sep 15 17:15:27.900746 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-fcb50696-1f49-4593-a92f-26cb7928228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:27.902359 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-fcb50696-1f49-4593-a92f-26cb7928228d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425105 Sep 15 17:15:27.993859 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Deleting port 79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:27.994413 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:27.999034 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-10ca8184-e75d-44ad-acf3-01488c9ebba1 service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885751 Sep 15 17:15:28.074267 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.074592 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.086071 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Calling delete_port for 79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27 owned by network:floatingip {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:28.088723 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-923607a1-92e7-42e3-996f-61585ccdfcf8 req-eff49799-16ea-41cc-8c9f-30c35af0faef service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Sep 15 17:15:28.252947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0660a-8384-45ac-a979-9b4608a495cb req-e4f6a37a-3820-47c3-ab20-253e3e4a1f95 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:28.252947 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8c0660a-8384-45ac-a979-9b4608a495cb req-e4f6a37a-3820-47c3-ab20-253e3e4a1f95 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 943 time: 0.0755615 Sep 15 17:15:28.316080 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8c0660a-8384-45ac-a979-9b4608a495cb req-4aa83f90-f64c-4a4b-96cb-374007532970 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620847 Sep 15 17:15:28.424082 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.450891 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event deleted for resources: {'Port': ['ID=79efdca8-5cf6-4002-bf4f-9fb8ef9f3c27,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:28.511013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks [] for floatingip, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.511269 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Floating IP 35b5fb0f-d99a-41ad-b0af-6c1c8776e739 disassociated (deleted). External IP: 172.27.1.92, port: bbfd8895-c718-4dee-957b-12ad63fd8346. Sep 15 17:15:28.713510 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Router 6ae967fe-fa28-49b1-901f-62efd7fa8608 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:28.819322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:28.823932 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:28.829042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Sync routers for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:28.838458 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:28.839061 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:28.850882 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-0fa8f484-28be-45e8-9666-e04e7b9b9aec tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "DELETE /v2.0/floatingips/35b5fb0f-d99a-41ad-b0af-6c1c8776e739 HTTP/1.1" status: 204 len: 168 time: 1.0217454 Sep 15 17:15:28.943959 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:28.970599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:15:29.165948 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:29.196731 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'port_id': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', 'mac_address': 'fa:16:3e:47:67:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757aa8f2-f4ab-40c7-9880-578ba3d886c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:15:29.246042 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:29.384914 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:15:29.410403 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:29.443212 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:29.444372 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Checking router: 6ae967fe-fa28-49b1-901f-62efd7fa8608 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:29.445394 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5403d0b-4b44-41e5-ae69-7042f3e32f4f req-56de7839-f04b-461d-87a2-999fcfae8410 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:29.446913 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e5403d0b-4b44-41e5-ae69-7042f3e32f4f req-56de7839-f04b-461d-87a2-999fcfae8410 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 943 time: 0.0546224 Sep 15 17:15:29.452923 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:29.453542 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:29.485147 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e5403d0b-4b44-41e5-ae69-7042f3e32f4f req-68a311b6-5a53-4d19-9f27-87ebfb8ae347 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317674 Sep 15 17:15:29.498547 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:29.501003 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a48821-fa15-492f-aa43-208125b6af72" -d '{"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:29.536400 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:29.541974 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d986a-131c-493f-8bff-b527a9736063 x-openstack-request-id: req-248d986a-131c-493f-8bff-b527a9736063 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:29.541974 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:29.541974 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-248d986a-131c-493f-8bff-b527a9736063 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:29.542250 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:15:29.586625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:29.609071 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48821-fa15-492f-aa43-208125b6af72 req-0075add8-c1bc-424b-bf15-9f87f2ee151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:29.610599 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-0075add8-c1bc-424b-bf15-9f87f2ee151b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=957997a44a384ed78fb8906ce7977bb5&device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 1098 time: 0.0447612 Sep 15 17:15:29.627786 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:29.709490 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48821-fa15-492f-aa43-208125b6af72 req-a093ed0f-20ab-435d-b374-567e529bf8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:29.711047 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-a093ed0f-20ab-435d-b374-567e529bf8cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 200 len: 916 time: 0.0868106 Sep 15 17:15:29.759499 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-478527e7-c588-4715-ada7-a076ca78746d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 200 len: 217 time: 0.0373206 Sep 15 17:15:29.800579 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:29.808834 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48821-fa15-492f-aa43-208125b6af72 req-d8afec62-e72c-41c0-bd7f-27b9368970fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:29.810379 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-d8afec62-e72c-41c0-bd7f-27b9368970fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 200 len: 854 time: 0.0432742 Sep 15 17:15:29.828092 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:15:29.831355 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1304f9-e590-478c-bf04-c5f1441301f4 None None] The sync data for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi is: [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:12:48Z', 'revision_number': 4, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '284f324a-f305-49fa-b56f-81693fead5e2', 'name': '', 'network_id': 'ed57b2ca-ff05-49fe-99f8-f347f59555c6', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'mac_address': 'fa:16:3e:f9:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:48Z', 'updated_at': '2021-09-15T17:12:53Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'subnets': [{'id': '6e157b02-97fd-44fc-af3d-fb3315ed96dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:29.860009 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a48821-fa15-492f-aa43-208125b6af72 req-35a67a5b-dc68-4567-86c8-516ab78595ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:29.862262 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-35a67a5b-dc68-4567-86c8-516ab78595ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed57b2ca-ff05-49fe-99f8-f347f59555c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437889 Sep 15 17:15:29.962773 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-70fc6548-160b-4d3a-8679-646d336f806f service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922506 Sep 15 17:15:30.063418 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f2a48821-fa15-492f-aa43-208125b6af72 req-f9c29f93-a03e-4125-b52a-990983ef8abc service neutron] 10.222.0.54 "GET /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937192 Sep 15 17:15:30.065126 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744499f5-88db-49e4-9917-36a1ad2ab4ba None None] New status for floating IP 35b5fb0f-d99a-41ad-b0af-6c1c8776e739: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:15:30.600520 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5424f14-eaa7-4289-9cac-3c986272b3d6 req-352b11c1-ccd5-40c1-bd2f-8c26efc6732b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:30.602044 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b5424f14-eaa7-4289-9cac-3c986272b3d6 req-352b11c1-ccd5-40c1-bd2f-8c26efc6732b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 944 time: 0.0486424 Sep 15 17:15:30.639135 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b5424f14-eaa7-4289-9cac-3c986272b3d6 req-ea1a3ed9-f938-410b-b7c9-b34c9f9efea1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Sep 15 17:15:30.954062 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:15:31.057853 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:15:31.061541 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:15:31.061938 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:31.143106 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:31.170119 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:31.172406 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1450f04-d4ea-4691-8d7e-88b70f1f836f" -d '{"events": [{"server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:31.184983 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:31.205939 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd597133-341d-4ed4-af11-f548f73bf24d x-openstack-request-id: req-fd597133-341d-4ed4-af11-f548f73bf24d {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:31.209301 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "name": "network-vif-plugged", "status": "completed", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:31.209301 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd597133-341d-4ed4-af11-f548f73bf24d {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:31.209301 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', 'code': 200} Sep 15 17:15:31.309697 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:31.357895 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:31.550856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6169dcf-5deb-46da-a7e3-f13e301779f9 req-736eac6c-d413-4a57-b142-7337687cb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:31.552306 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a6169dcf-5deb-46da-a7e3-f13e301779f9 req-736eac6c-d413-4a57-b142-7337687cb96f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 1098 time: 0.0431538 Sep 15 17:15:31.587219 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a6169dcf-5deb-46da-a7e3-f13e301779f9 req-d9691e74-a1f7-4e23-95f1-3b30c03b0e33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265405 Sep 15 17:15:31.754202 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd596-7be1-465c-aa1f-4302f7128aa2 req-d1bce75d-edd0-4344-a274-d055fd10f4a6 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:31.755701 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-711cd596-7be1-465c-aa1f-4302f7128aa2 req-d1bce75d-edd0-4344-a274-d055fd10f4a6 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 945 time: 0.0517485 Sep 15 17:15:31.796219 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-711cd596-7be1-465c-aa1f-4302f7128aa2 req-d85dd80a-c597-4342-91c9-f2c3e17912e4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Sep 15 17:15:32.912263 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5e385-4737-496a-8783-be6f4697e300 req-9c8abf72-63b5-4620-b83b-d69785d0b46f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:32.913764 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-83c5e385-4737-496a-8783-be6f4697e300 req-9c8abf72-63b5-4620-b83b-d69785d0b46f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 945 time: 0.0484710 Sep 15 17:15:32.950664 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-83c5e385-4737-496a-8783-be6f4697e300 req-77daca1a-e41b-4b82-b531-8d6a1d312e16 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Sep 15 17:15:33.305188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea47c5-68bd-4cdc-8f46-94de53386f94 req-95bff5a3-37b6-423b-884b-7fe03d5131ed tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:33.306656 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-53ea47c5-68bd-4cdc-8f46-94de53386f94 req-95bff5a3-37b6-423b-884b-7fe03d5131ed tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.1204965 Sep 15 17:15:33.344293 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-53ea47c5-68bd-4cdc-8f46-94de53386f94 req-943dc94f-85cd-4708-8c9f-c71e455406cf tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Sep 15 17:15:33.995000 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:34.456533 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8bf61-d775-4551-be20-fb0855fdb338 req-aba44297-d74f-4254-904c-2dff20be5230 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:34.458001 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-67b8bf61-d775-4551-be20-fb0855fdb338 req-aba44297-d74f-4254-904c-2dff20be5230 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Sep 15 17:15:34.494169 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-67b8bf61-d775-4551-be20-fb0855fdb338 req-9cccc533-6847-49df-8c87-2f1840aee1fe tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304458 Sep 15 17:15:35.607938 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5e2c-4c4f-43e1-b6e0-1313e103f7a1 req-5326b8eb-e1ae-412d-9a2c-0f00d0c6ec86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:35.609359 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-947c5e2c-4c4f-43e1-b6e0-1313e103f7a1 req-5326b8eb-e1ae-412d-9a2c-0f00d0c6ec86 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0505793 Sep 15 17:15:35.644473 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-947c5e2c-4c4f-43e1-b6e0-1313e103f7a1 req-cf2e8c25-7d1f-4540-97f9-22de465b0389 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290096 Sep 15 17:15:36.753968 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce8e0-2313-41b1-b462-d4f1290958f8 req-fd63e1f0-adfb-43ec-a264-3fa83fb01486 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:36.755409 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf9ce8e0-2313-41b1-b462-d4f1290958f8 req-fd63e1f0-adfb-43ec-a264-3fa83fb01486 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0470595 Sep 15 17:15:36.796875 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf9ce8e0-2313-41b1-b462-d4f1290958f8 req-fbd5cae7-b7e6-44e0-ac28-283a3b639e70 tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Sep 15 17:15:37.115216 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-f3b136df-04b1-42b3-961c-092d23a5dec1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419445 Sep 15 17:15:37.180047 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9a1f-c717-486d-aa43-cf142a47919b req-5856ae67-d3bc-4515-9823-f240decefbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.181431 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-5856ae67-d3bc-4515-9823-f240decefbb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0395751 Sep 15 17:15:37.284611 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9a1f-c717-486d-aa43-cf142a47919b req-afb6dc53-a880-45c0-87b6-c55fc42aa0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.286108 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-afb6dc53-a880-45c0-87b6-c55fc42aa0db service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.0816936 Sep 15 17:15:37.354948 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-37423e09-c111-415e-98cd-0acfa5af4b1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 1001 time: 0.0584681 Sep 15 17:15:37.404502 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9a1f-c717-486d-aa43-cf142a47919b req-33cb840f-ecb9-44a1-ad25-5bcb8a196d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.406128 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-33cb840f-ecb9-44a1-ad25-5bcb8a196d10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0436490 Sep 15 17:15:37.453901 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b9a1f-c717-486d-aa43-cf142a47919b req-308eee06-5457-4e11-9e9c-7783b8089f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.455303 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-308eee06-5457-4e11-9e9c-7783b8089f88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404496 Sep 15 17:15:37.551046 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-36f290c8-cafd-43b6-a2c4-368f515862b8 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Sep 15 17:15:37.576182 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-3c9480e3-f872-4c46-be19-01856407d50e tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.577777 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-3c9480e3-f872-4c46-be19-01856407d50e tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.54 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Sep 15 17:15:37.642645 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-077b9a1f-c717-486d-aa43-cf142a47919b req-4696e8ec-85a3-4d45-84e0-71b2d1fa0121 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837612 Sep 15 17:15:37.678727 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Deleting port bbfd8895-c718-4dee-957b-12ad63fd8346 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:37.685455 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.771823 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] For port bbfd8895-c718-4dee-957b-12ad63fd8346, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bbfd8895-c718-4dee-957b-12ad63fd8346,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:37.772106 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:37.784384 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Calling delete_port for bbfd8895-c718-4dee-957b-12ad63fd8346 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:37.949740 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c29bc-a5d6-4896-8ee5-872da6d9370f req-d64d5b13-fb73-4f1a-b6e8-c4fb3cc2c1aa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:37.953006 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-800c29bc-a5d6-4896-8ee5-872da6d9370f req-d64d5b13-fb73-4f1a-b6e8-c4fb3cc2c1aa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 945 time: 0.0887861 Sep 15 17:15:37.999318 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-800c29bc-a5d6-4896-8ee5-872da6d9370f req-da5a174a-4231-425e-9f42-3c5bc5b5411f tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/security-groups?id=a667e4ee-1e9e-41de-b999-4dccfc97d60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Sep 15 17:15:38.046060 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:38.057751 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bbfd8895-c718-4dee-957b-12ad63fd8346'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:15:38.081286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Pushing event deleted for resources: {'Port': ['ID=bbfd8895-c718-4dee-957b-12ad63fd8346,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:38.133357 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] No DVR routers for this DVR port bbfd8895-c718-4dee-957b-12ad63fd8346 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:38.135840 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:38.138003 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d3004b65-7e3a-4bb8-b689-925aaae3b6a9 req-d7b72618-e40b-4010-b694-2db77fa41ffa tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.54 "DELETE /v2.0/ports/bbfd8895-c718-4dee-957b-12ad63fd8346 HTTP/1.1" status: 204 len: 173 time: 0.5541275 Sep 15 17:15:38.138434 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'name': 'network-vif-deleted', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:38.140611 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28656369-bcd9-4e26-8fc6-a09fdeeadce8" -d '{"events": [{"server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "name": "network-vif-deleted", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:38.175767 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b459098-3bbe-46fd-895b-f4e64a30da6e x-openstack-request-id: req-2b459098-3bbe-46fd-895b-f4e64a30da6e {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:38.176055 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f9ca5f-7141-4e9e-a170-c6fe212ccdd3", "name": "network-vif-deleted", "tag": "bbfd8895-c718-4dee-957b-12ad63fd8346", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:38.176333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b459098-3bbe-46fd-895b-f4e64a30da6e {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:38.176722 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f9ca5f-7141-4e9e-a170-c6fe212ccdd3', 'name': 'network-vif-deleted', 'tag': 'bbfd8895-c718-4dee-957b-12ad63fd8346', 'status': 'completed', 'code': 200} Sep 15 17:15:39.097095 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-46fbd3fd-4cd1-4577-9f78-cc831a3f13ad req-a587c50a-f9b6-4c57-843f-35e969a47fad tempest-TestMinimumBasicScenario-275973075 tempest-TestMinimumBasicScenario-275973075-project] 10.222.0.57 "GET /v2.0/ports?device_id=19f9ca5f-7141-4e9e-a170-c6fe212ccdd3 HTTP/1.1" status: 200 len: 210 time: 0.0264368 Sep 15 17:15:40.403500 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53808) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:40.525178 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-08464197-e4bf-446c-a342-c973f7701559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.610332 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-08464197-e4bf-446c-a342-c973f7701559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.715209 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-08464197-e4bf-446c-a342-c973f7701559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.756579 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-08464197-e4bf-446c-a342-c973f7701559 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8534137df2d4572af7699f6bd4119f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494945 Sep 15 17:15:40.756579 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464197-e4bf-446c-a342-c973f7701559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ffff08-da46-4ac8-8be0-2b71e010fef0,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:40.756994 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53828) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:40.815646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:40.836926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.006685 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.009354 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:41.010566 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86ffff08-da46-4ac8-8be0-2b71e010fef0 HTTP/1.1" status: 204 len: 168 time: 0.2523592 Sep 15 17:15:41.019195 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25c6e6-9c90-4493-a061-d4d18d2d6221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ffff08-da46-4ac8-8be0-2b71e010fef0,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:41.051213 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bbfd8895-c718-4dee-957b-12ad63fd8346 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:41.070525 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: bbfd8895-c718-4dee-957b-12ad63fd8346 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:41.070866 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bbfd8895-c718-4dee-957b-12ad63fd8346 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:42.081210 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53876) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:42.287239 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-57fe98aa-7ef9-43ce-94cc-bd0f28e36bf6 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462934587&fields=id&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 267 time: 0.0330389 Sep 15 17:15:42.411048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-55c391dc-c7db-4661-9a10-e82188564f76 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:42.419225 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-55c391dc-c7db-4661-9a10-e82188564f76 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.1192584 Sep 15 17:15:42.435697 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-ab26a43e-ca1c-45dc-a272-807c9a9dace9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/quotas/84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 375 time: 0.0154366 Sep 15 17:15:42.477867 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.490711 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-5cecdb89-3be7-4a3c-b62f-0a66a80abb61 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539279 Sep 15 17:15:42.599098 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-9539ae8e-ad95-4d86-8847-778c70d2df8c service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969851 Sep 15 17:15:42.686617 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-04e39b1f-ee51-44c8-9b2f-040d0e77eae9 service neutron] 10.222.0.57 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806425 Sep 15 17:15:42.726194 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Deleting port 284f324a-f305-49fa-b56f-81693fead5e2 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:42.726538 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.808394 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] For port 284f324a-f305-49fa-b56f-81693fead5e2, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=284f324a-f305-49fa-b56f-81693fead5e2,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:42.808769 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:42.821748 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Calling delete_port for 284f324a-f305-49fa-b56f-81693fead5e2 owned by network:router_interface {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:43.122281 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.148534 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=284f324a-f305-49fa-b56f-81693fead5e2,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:43.325187 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.585916 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-74c4fa59-7e4f-479d-8860-9dbf0f034c3c req-216827c5-3966-411a-9f66-3ef2e2f78edf tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0380230 Sep 15 17:15:43.590585 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Router 6ae967fe-fa28-49b1-901f-62efd7fa8608 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:43.716370 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:43.721494 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-78f0aa09-e104-4b5f-89ff-15b4314c09c3 admin admin] 10.222.0.57 "PUT /v2.0/routers/6ae967fe-fa28-49b1-901f-62efd7fa8608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6392152 Sep 15 17:15:43.724036 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53914) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:43.727945 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Sync routers for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:43.747020 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:43.747020 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:43.832414 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:43.852329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:43.947430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.035431 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:15:42Z', 'revision_number': 5, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port': {'id': '6b218b5f-4fa2-4082-a3ab-a3af9549759d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:45Z', 'updated_at': '2021-09-15T17:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:44.062287 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Checking router: 6ae967fe-fa28-49b1-901f-62efd7fa8608 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:44.070288 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Routers {'6ae967fe-fa28-49b1-901f-62efd7fa8608'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:44.070910 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['6ae967fe-fa28-49b1-901f-62efd7fa8608'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:44.116110 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Deleting port 6b218b5f-4fa2-4082-a3ab-a3af9549759d {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:44.116367 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.157820 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] Set router 6ae967fe-fa28-49b1-901f-62efd7fa8608 gateway port host: None {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:44.194038 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] For port 6b218b5f-4fa2-4082-a3ab-a3af9549759d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=6b218b5f-4fa2-4082-a3ab-a3af9549759d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:44.194613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.206050 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Calling delete_port for 6b218b5f-4fa2-4082-a3ab-a3af9549759d owned by network:router_gateway {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:44.211696 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:15:43Z', 'revision_number': 6, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:44.238951 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7be190-cea2-4073-b66b-c84f53bdef77 None None] The sync data for ids ['6ae967fe-fa28-49b1-901f-62efd7fa8608'] in dv-cinder-801913-6-iscsi is: [{'id': '6ae967fe-fa28-49b1-901f-62efd7fa8608', 'name': 'tempest-TestMinimumBasicScenario-1231451024-router', 'tenant_id': '957997a44a384ed78fb8906ce7977bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:44Z', 'updated_at': '2021-09-15T17:15:43Z', 'revision_number': 6, 'project_id': '957997a44a384ed78fb8906ce7977bb5', 'gw_port_host': None}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:44.579110 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.608265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b218b5f-4fa2-4082-a3ab-a3af9549759d,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:44.670966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 284f324a-f305-49fa-b56f-81693fead5e2 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:44.696935 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 284f324a-f305-49fa-b56f-81693fead5e2 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:44.697542 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 284f324a-f305-49fa-b56f-81693fead5e2 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:44.710187 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:44.726359 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0912310e-c37d-4c16-87f1-a2dd5edd4d05 req-ff06d8e9-0f4b-44e9-97cb-ad4fa022d559 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0547924 Sep 15 17:15:45.061285 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.063682 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.252740 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.253312 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae967fe-fa28-49b1-901f-62efd7fa8608 {{(pid=94705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:15:45.257985 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.268344 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-4d327ffc-dceb-41f8-96ed-9283d2fcea04 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6ae967fe-fa28-49b1-901f-62efd7fa8608 HTTP/1.1" status: 204 len: 168 time: 1.5343783 Sep 15 17:15:45.268466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53932) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:45.308492 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Deleting subnet 6e157b02-97fd-44fc-af3d-fb3315ed96dc {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:15:45.311709 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.346601 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.431334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.579067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6e17-7085-4697-9c2e-23e6823b9181 req-f64437b5-6771-4dd3-b848-4a55668fc06f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:45.580575 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1d3a6e17-7085-4697-9c2e-23e6823b9181 req-f64437b5-6771-4dd3-b848-4a55668fc06f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Sep 15 17:15:45.584012 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.625699 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e157b02-97fd-44fc-af3d-fb3315ed96dc,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:45.629884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.631790 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6e157b02-97fd-44fc-af3d-fb3315ed96dc HTTP/1.1" status: 204 len: 168 time: 0.3683445 Sep 15 17:15:45.634447 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53938) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:45.638092 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f33cf-1b33-4a39-a3c5-5e95b6686b81 None None] Network ed57b2ca-ff05-49fe-99f8-f347f59555c6 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:45.641086 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.641450 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.641802 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.642310 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.642639 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.642968 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.643289 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.643612 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.643935 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.644253 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.644568 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.644884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371b07f1-db2c-4e3c-8638-9ed71f6a90fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:45.661915 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1d3a6e17-7085-4697-9c2e-23e6823b9181 req-16ca4501-5b7d-44ef-96f7-7fdc40b409eb tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738730 Sep 15 17:15:45.713602 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.765428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Deleting port d5cfab84-5bdd-44a9-871e-6268b2e33834 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:45.765823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.828663 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] DHCP port deletion for ed57b2ca-ff05-49fe-99f8-f347f59555c6 request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:15:45.851201 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-211e4902-9b15-4b84-b23c-187d2b2774d7 req-73e1ae12-7aa2-4a72-a4f9-321fdeda49a7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0355449 Sep 15 17:15:45.856540 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] For port d5cfab84-5bdd-44a9-871e-6268b2e33834, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d5cfab84-5bdd-44a9-871e-6268b2e33834,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:45.856911 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.870373 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Calling delete_port for d5cfab84-5bdd-44a9-871e-6268b2e33834 owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:45.876038 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Deleting port d5cfab84-5bdd-44a9-871e-6268b2e33834 {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:45.876415 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.939330 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] For port d5cfab84-5bdd-44a9-871e-6268b2e33834, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d5cfab84-5bdd-44a9-871e-6268b2e33834,segment=NetworkSegment(ed6e071b-fe5f-4522-b5aa-a3010808b3ab),segment_id=ed6e071b-fe5f-4522-b5aa-a3010808b3ab)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:45.939649 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:45.952009 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Calling delete_port for d5cfab84-5bdd-44a9-871e-6268b2e33834 owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:46.012323 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.024685 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.038773 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cfab84-5bdd-44a9-871e-6268b2e33834,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.040570 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] No DVR routers for this DVR port d5cfab84-5bdd-44a9-871e-6268b2e33834 on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:46.061143 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] No DVR routers for this DVR port d5cfab84-5bdd-44a9-871e-6268b2e33834 on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:46.061143 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Pushing event deleted for resources: {'Port': ['ID=d5cfab84-5bdd-44a9-871e-6268b2e33834,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.067390 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.067605 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.067929 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.068320 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.068637 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.068974 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.069285 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.069621 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.069964 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.070286 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.070602 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.070916 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a5fc0-af86-489f-b51f-af842a43e73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:15:46.116252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.135027 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed57b2ca-ff05-49fe-99f8-f347f59555c6']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.143820 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.144111 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6e071b-fe5f-4522-b5aa-a3010808b3ab') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:46.153464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.165897 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.172299 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:15:46.172692 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:15:46.174323 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:15:46.338373 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.344260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.346105 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ed57b2ca-ff05-49fe-99f8-f347f59555c6 HTTP/1.1" status: 204 len: 168 time: 0.7102554 Sep 15 17:15:46.349181 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 53944) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:46.356786 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd6f3-e143-4040-b482-170f2f170cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed57b2ca-ff05-49fe-99f8-f347f59555c6,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:46.597463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6b218b5f-4fa2-4082-a3ab-a3af9549759d no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:46.620499 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 6b218b5f-4fa2-4082-a3ab-a3af9549759d {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:46.620839 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 6b218b5f-4fa2-4082-a3ab-a3af9549759d not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:46.621247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d5cfab84-5bdd-44a9-871e-6268b2e33834 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:46.639902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: d5cfab84-5bdd-44a9-871e-6268b2e33834 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:46.640531 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d5cfab84-5bdd-44a9-871e-6268b2e33834 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:46.694979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:46.819148 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b8f36-361a-4abf-bda6-f5aed45a7c61 req-8c7c1783-10a1-4ed3-86e3-49fe401bad41 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:46.820589 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-674b8f36-361a-4abf-bda6-f5aed45a7c61 req-8c7c1783-10a1-4ed3-86e3-49fe401bad41 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0909004 Sep 15 17:15:46.906582 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-674b8f36-361a-4abf-bda6-f5aed45a7c61 req-d1e5399d-491d-4009-b8ae-6b0b73447e9f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776918 Sep 15 17:15:46.944171 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf458b4e-e391-490d-a7e0-95a6446c581a req-c17f9316-c3c5-45a9-b8e5-0201afe9d870 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0254600 Sep 15 17:15:46.994150 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Deleting port e61c7b5f-e509-43a2-b550-fe61c35c13b8 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:46.994490 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.074318 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] For port e61c7b5f-e509-43a2-b550-fe61c35c13b8, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=e61c7b5f-e509-43a2-b550-fe61c35c13b8,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:47.074731 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.086568 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Calling delete_port for e61c7b5f-e509-43a2-b550-fe61c35c13b8 owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:47.354085 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.381104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e61c7b5f-e509-43a2-b550-fe61c35c13b8,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:47.538163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:47.962106 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Router de894a9b-3dd2-4bbe-922e-0492312da183 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:15:48.037313 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7cb65414-6b9b-487b-82c4-2e2572404630 req-d9ac5047-12c2-4aed-9b90-7162ab28a9bc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0246251 Sep 15 17:15:48.096106 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80daa7e-718b-4707-9d97-817cb4ef803b req-304eabdf-b4f2-4bd9-9ba1-ed729ae35944 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:48.097599 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b80daa7e-718b-4707-9d97-817cb4ef803b req-304eabdf-b4f2-4bd9-9ba1-ed729ae35944 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.1233175 Sep 15 17:15:48.123543 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:15:48.129280 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-941e2675-fc98-477a-89c9-68c00e9c5c10 admin admin] 10.222.0.57 "PUT /v2.0/routers/de894a9b-3dd2-4bbe-922e-0492312da183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7790179 Sep 15 17:15:48.133367 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Sync routers for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:15:48.144700 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:48.144927 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53962) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:48.145306 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:48.146613 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b80daa7e-718b-4707-9d97-817cb4ef803b req-3dddeb06-f114-40ff-811f-be8ac3988c95 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 Sep 15 17:15:48.247124 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks [] for router, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.248381 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:48.348018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.449888 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Deleting port 7fe96319-85ed-4d2a-905b-21e515ba421d {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:48.450274 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.507999 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:15:47Z', 'revision_number': 5, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port': {'id': '7fe96319-85ed-4d2a-905b-21e515ba421d', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:da:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:53Z', 'updated_at': '2021-09-15T17:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:48.531938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] For port 7fe96319-85ed-4d2a-905b-21e515ba421d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=7fe96319-85ed-4d2a-905b-21e515ba421d,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:48.532306 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.536590 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Checking router: de894a9b-3dd2-4bbe-922e-0492312da183 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:15:48.544796 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Calling delete_port for 7fe96319-85ed-4d2a-905b-21e515ba421d owned by network:router_gateway {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:48.545127 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Routers {'de894a9b-3dd2-4bbe-922e-0492312da183'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:15:48.545770 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['de894a9b-3dd2-4bbe-922e-0492312da183'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:48.631053 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] Set router de894a9b-3dd2-4bbe-922e-0492312da183 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:15:48.681261 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:15:48Z', 'revision_number': 6, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:48.709980 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4c0b65-4fb4-4f57-bc43-40bc89918c77 None None] The sync data for ids ['de894a9b-3dd2-4bbe-922e-0492312da183'] in dv-cinder-801913-6-iscsi is: [{'id': 'de894a9b-3dd2-4bbe-922e-0492312da183', 'name': 'tempest-TestMinimumBasicScenario-2098439371-router', 'tenant_id': 'c96130d6e8ff41ec8b62425f01105084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:52Z', 'updated_at': '2021-09-15T17:15:48Z', 'revision_number': 6, 'project_id': 'c96130d6e8ff41ec8b62425f01105084', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:15:48.806857 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.833105 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe96319-85ed-4d2a-905b-21e515ba421d,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:48.894183 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.985718 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:48.987874 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.085909 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-9f2eb4d0-7824-4ad5-b972-63d47777d859 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:49.088109 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-9f2eb4d0-7824-4ad5-b972-63d47777d859 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 812 time: 0.1174037 Sep 15 17:15:49.153860 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-1f5e08bb-ee6c-48b3-ae8d-8db12f876712 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84dae60609d44d228f54592ae936a0ea HTTP/1.1" status: 200 len: 379 time: 0.0542631 Sep 15 17:15:49.160914 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b980bdfc-d882-4f2b-88e0-da6477bdcd00 req-bacedea1-bb9b-4ded-b68c-e5997fb1d5c5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0327282 Sep 15 17:15:49.161704 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.162217 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de894a9b-3dd2-4bbe-922e-0492312da183 {{(pid=94705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:15:49.164647 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'port': {'device_id': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'admin_state_up': True, 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'security_groups': ['2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56']}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:49.168737 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.177054 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c85c1609-eeda-4ff7-88f8-62aba83e8619 admin admin] 10.222.0.57 "DELETE /v2.0/routers/de894a9b-3dd2-4bbe-922e-0492312da183 HTTP/1.1" status: 204 len: 168 time: 1.0269642 Sep 15 17:15:49.177054 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53974) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:49.227631 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Deleting subnet ccded4f0-4ae0-42c8-8600-0c9036b63962 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:15:49.232275 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.269472 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.340322 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2572c-9c8c-4d67-8139-357927df736f req-e0b38d59-b04b-4c8e-b10e-f0e767bfad1f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:49.341817 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c1f2572c-9c8c-4d67-8139-357927df736f req-e0b38d59-b04b-4c8e-b10e-f0e767bfad1f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0796616 Sep 15 17:15:49.396076 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.397229 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c1f2572c-9c8c-4d67-8139-357927df736f req-8bedaaec-d31e-4b5b-897e-cf6241338308 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472596 Sep 15 17:15:49.486621 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Made reservation on behalf of 84dae60609d44d228f54592ae936a0ea for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:15:49.490574 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.545011 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.583651 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccded4f0-4ae0-42c8-8600-0c9036b63962,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:49.588340 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.590645 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cb337637-678e-4c20-8513-6a390454a4db admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ccded4f0-4ae0-42c8-8600-0c9036b63962 HTTP/1.1" status: 204 len: 168 time: 0.4162118 Sep 15 17:15:49.593059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 53986) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:49.596663 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc1f82-8b07-4854-85fe-1f90d2298331 None None] Network bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:15:49.638163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.20.0.9 (57f6320a-4e71-449e-94e3-99c70d0310ab/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9/5cbb6de9-1573-4a0a-8c7b-196360d96e4c) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:15:49.689825 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.748840 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Deleting port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:49.755565 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.805162 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.828856 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] For port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:49.829229 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.843679 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Calling delete_port for 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:49.847550 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] DHCP port deletion for bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:15:49.918889 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Deleting port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:15:49.919283 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:49.955792 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.008177 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network 57f6320a-4e71-449e-94e3-99c70d0310ab is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:15:50.011299 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:15:50.015045 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:15:50.033566 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] For port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,segment=NetworkSegment(0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f),segment_id=0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:15:50.034499 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.045195 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:50.050895 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Calling delete_port for 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:15:50.075557 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:50.076185 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.081221 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.117348 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:50.120992 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] No DVR routers for this DVR port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:50.162956 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.188827 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-c483c230-d7d5-44ff-8547-450ffec3ece5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0283642 Sep 15 17:15:50.189846 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] Pushing event deleted for resources: {'Port': ['ID=69b485b0-a5f9-4abe-9e38-e357c49ed6b9,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:50.195420 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e4dbc-ec15-4073-8d10-e16ecc72ce36 None None] No DVR routers for this DVR port 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:15:50.202959 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Request body: {'port': {'device_id': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:50.255259 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.295012 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.321011 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:50.335174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:50.335174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aad0fe1-66ae-4d24-af4c-9ebb79ba6f7f') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:15:50.347466 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.381072 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8484f15-3e31-44dd-bc16-a0a413a6e49c req-a8196ec6-dd28-4928-817d-045a6646e606 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:50.382900 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f8484f15-3e31-44dd-bc16-a0a413a6e49c req-a8196ec6-dd28-4928-817d-045a6646e606 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 931 time: 0.0903413 Sep 15 17:15:50.383712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.391143 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:15:50.391639 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:15:50.393318 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:15:50.425901 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-1d9e7d98-9583-4332-aed5-dd764e3d72b7 None None] Provisioning complete for port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:15:50.425901 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1d9e7d98-9583-4332-aed5-dd764e3d72b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.471819 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e7d98-9583-4332-aed5-dd764e3d72b7 None None] Port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:15:50.492801 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f8484f15-3e31-44dd-bc16-a0a413a6e49c req-7b58973d-6124-40be-9d05-494b4be75c9a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027298 Sep 15 17:15:50.603156 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.643653 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.649563 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a HTTP/1.1" status: 204 len: 168 time: 1.0519552 Sep 15 17:15:50.654644 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:50.658988 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077634fe-cf8a-46d8-9aea-766b4515a084 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf122f5b-9c69-4a28-a57c-bbca1a4d6c0a,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:50.687080 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f0aa2-d758-4835-be19-5b30e45e0acb req-3ee4f860-7e05-49b8-8e30-6ce64e0b1b58 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:50.694127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-c36532d7-88d6-4141-9a35-d44644d01ec7 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:50.694518 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-390f0aa2-d758-4835-be19-5b30e45e0acb req-3ee4f860-7e05-49b8-8e30-6ce64e0b1b58 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.1085939 Sep 15 17:15:50.701297 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-c36532d7-88d6-4141-9a35-d44644d01ec7 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.2657111 Sep 15 17:15:50.704810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:50.704810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 69b485b0-a5f9-4abe-9e38-e357c49ed6b9 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:50.704810 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 7fe96319-85ed-4d2a-905b-21e515ba421d no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:50.731681 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-a8dd8e73-8af1-495e-a54b-19800c28c087 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/quotas/f9b0303461a44aac806ecf75022dddab HTTP/1.1" status: 200 len: 375 time: 0.0294132 Sep 15 17:15:50.742298 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 7fe96319-85ed-4d2a-905b-21e515ba421d {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:50.742857 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 7fe96319-85ed-4d2a-905b-21e515ba421d not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:50.743427 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device e61c7b5f-e509-43a2-b550-fe61c35c13b8 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:15:50.773331 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: e61c7b5f-e509-43a2-b550-fe61c35c13b8 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:15:50.773911 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device e61c7b5f-e509-43a2-b550-fe61c35c13b8 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:15:50.790934 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-390f0aa2-d758-4835-be19-5b30e45e0acb req-20643a66-6029-492c-b01a-60bda8f65851 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953431 Sep 15 17:15:50.804129 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-095d8981-3ef6-4d39-ab25-75baf289c1ef tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715923 Sep 15 17:15:50.855403 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbb6de9-1573-4a0a-8c7b-196360d96e4c {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:15:50.875064 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:50.926962 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Transition to ACTIVE for port object 5cbb6de9-1573-4a0a-8c7b-196360d96e4c will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:15:50.958698 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-50542ce6-b94a-4155-90fc-21244dde0db3 service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416903 Sep 15 17:15:51.054868 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-71ca49f2-b538-412a-961c-1c742967ab18 service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882037 Sep 15 17:15:51.115125 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.187290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:51.249143 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Attempting to bind port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:15:51.249850 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Attempting to bind port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:15:51.249981 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Attempting to bind port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:51.254367 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c on network 57f6320a-4e71-449e-94e3-99c70d0310ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:15:51.254841 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Attempting to bind port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c on network 57f6320a-4e71-449e-94e3-99c70d0310ab {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:51.260142 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:15:51.260538 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Checking segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:15:51.260858 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Bound using segment: {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:15:51.261290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Bound port: 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:15:51.261676 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.329931 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:15:51.331015 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:15:51.404677 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-96920323-0ad4-4a8c-8d50-1499423d5f98 req-cbcc4f48-1faa-41bb-8fe0-09fb3ae7556d tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 210 time: 0.0316820 Sep 15 17:15:51.448757 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 54032) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:51.472451 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.526284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.533547 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.533547 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] 10.222.0.54 "PUT /v2.0/ports/5cbb6de9-1573-4a0a-8c7b-196360d96e4c HTTP/1.1" status: 200 len: 1093 time: 1.3306961 Sep 15 17:15:51.533547 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:51.533547 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77943cd-c89e-4d1b-a900-e158fc53b4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:51.568251 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6ab52c94-7d84-4edd-a3db-3a352437c586 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=957997a44a384ed78fb8906ce7977bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1182885 Sep 15 17:15:51.571026 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54042) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:51.581901 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d7bd64-17a3-44b6-b7d9-99258a4dd52c x-openstack-request-id: req-10d7bd64-17a3-44b6-b7d9-99258a4dd52c {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:51.582516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:51.583096 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-10d7bd64-17a3-44b6-b7d9-99258a4dd52c {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:51.583800 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'status': 'completed', 'code': 200} Sep 15 17:15:51.584538 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81192b6-acbf-41d5-8fc4-22fda2df2420 service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:51.632839 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.656913 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.688296 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-d87a73d7-eaf2-4145-82b5-d26054e95ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.689878 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-d87a73d7-eaf2-4145-82b5-d26054e95ce8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1096 time: 0.0817215 Sep 15 17:15:51.697473 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4deb7c-42f6-42bf-bd68-f956b1fd6460 req-ca7c0a17-2a31-41b2-a13e-8b248fbd3413 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.699024 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9b4deb7c-42f6-42bf-bd68-f956b1fd6460 req-ca7c0a17-2a31-41b2-a13e-8b248fbd3413 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0810268 Sep 15 17:15:51.778672 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.781863 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:51.785458 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a667e4ee-1e9e-41de-b999-4dccfc97d60a HTTP/1.1" status: 204 len: 168 time: 0.2106597 Sep 15 17:15:51.792940 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19be7b-7032-45d0-ae4d-2eab4b2515d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667e4ee-1e9e-41de-b999-4dccfc97d60a,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:51.798690 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9b4deb7c-42f6-42bf-bd68-f956b1fd6460 req-28bb106a-b2ee-480e-81ed-a89c282801ca tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897121 Sep 15 17:15:51.853835 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-f262c3ba-a597-4238-a6bc-e1c905c9acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.855306 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-f262c3ba-a597-4238-a6bc-e1c905c9acd9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=84dae60609d44d228f54592ae936a0ea&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1549106 Sep 15 17:15:51.930353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe20ff-260b-4c79-9934-43b2eec18c38 req-97dbedab-27fd-4562-b961-c6e673441286 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.932198 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8bbe20ff-260b-4c79-9934-43b2eec18c38 req-97dbedab-27fd-4562-b961-c6e673441286 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Sep 15 17:15:51.978082 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8bbe20ff-260b-4c79-9934-43b2eec18c38 req-af076f9f-022c-4230-93d6-0dfe5dc0b97c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380940 Sep 15 17:15:51.979639 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-ba74a3d1-ca6a-4803-975a-2c5b031bdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:51.981152 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c77943cd-c89e-4d1b-a900-e158fc53b4ad req-ba74a3d1-ca6a-4803-975a-2c5b031bdc0f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168621 Sep 15 17:15:52.065954 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-558914a1-641c-4b07-9c58-d88a771fce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:52.067424 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-558914a1-641c-4b07-9c58-d88a771fce3c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1096 time: 0.0400760 Sep 15 17:15:52.113758 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-71a1e77b-7c59-4f04-8dc3-58b082cdf294 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c HTTP/1.1" status: 200 len: 217 time: 0.0366263 Sep 15 17:15:52.162999 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-9ead395d-5005-4baf-89ad-97ce9cea6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:52.164477 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-9ead395d-5005-4baf-89ad-97ce9cea6fdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0434060 Sep 15 17:15:52.211325 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-4ff187ca-5c1a-4540-a3bd-d33c45c745c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:52.212848 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-4ff187ca-5c1a-4540-a3bd-d33c45c745c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410545 Sep 15 17:15:52.314334 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-8fabf25a-1d6a-49f0-a25b-6685220da648 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933642 Sep 15 17:15:52.403464 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-cf0d3284-58fb-41de-a02e-fa9edbe6aaf7 req-816f9a66-bd6f-4582-ad6c-2624a912b016 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809569 Sep 15 17:15:52.442469 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-2eddd84a-d5a4-4909-8268-b9d634141baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:52.484431 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e053aa53-ed08-4738-ab51-6347766ecbeb req-66ac821c-329b-4ae5-a065-9ed102bb6e86 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 210 time: 0.0304451 Sep 15 17:15:52.614706 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54060) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:52.655838 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8581abb6-805f-40d8-9eb6-9d4ecb69173e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c96130d6e8ff41ec8b62425f01105084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400379 Sep 15 17:15:52.658303 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54062) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:52.705286 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:52.725951 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:52.880222 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:52.882947 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:52.884171 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/579791cd-d67f-456a-b362-22040a42ffda HTTP/1.1" status: 204 len: 168 time: 0.2249670 Sep 15 17:15:52.904740 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a2ccc-2599-4c4b-969b-2af92db40bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579791cd-d67f-456a-b362-22040a42ffda,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:52.943728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8862d-2c39-46de-a64f-df4f998cb511 req-a2165888-8d4d-4560-b32f-e22c04091019 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:52.945325 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d4e8862d-2c39-46de-a64f-df4f998cb511 req-a2165888-8d4d-4560-b32f-e22c04091019 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0568848 Sep 15 17:15:52.984759 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d4e8862d-2c39-46de-a64f-df4f998cb511 req-b638cea7-26d7-45c7-b936-ace4bead7028 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328236 Sep 15 17:15:53.095987 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0ffeb-5601-4eeb-956a-a0d12acde278 req-22fc4b54-b848-43cd-9552-4e4c49933594 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:53.097453 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8cb0ffeb-5601-4eeb-956a-a0d12acde278 req-22fc4b54-b848-43cd-9552-4e4c49933594 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0482090 Sep 15 17:15:53.135727 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8cb0ffeb-5601-4eeb-956a-a0d12acde278 req-92e0d08d-6277-4725-aeff-f2755847149d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Sep 15 17:15:53.579642 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-240c434a-0fff-4268-b090-da9b4b0a17b2 req-0b020772-d199-4f0c-83b8-d90dfd4e1f7c tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 210 time: 0.0285239 Sep 15 17:15:53.741664 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54078) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:53.796476 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-abe1c875-25ee-43c5-aabf-c1cc2d6d27ae tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:53.798143 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-abe1c875-25ee-43c5-aabf-c1cc2d6d27ae tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1043215 Sep 15 17:15:53.813037 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Request body: {'port': {'device_id': '3ce14832-797c-4116-abbd-cb84156b287a', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'admin_state_up': True, 'tenant_id': 'f9b0303461a44aac806ecf75022dddab'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:53.848573 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1acfe55f-e748-462d-83b3-47f7d9b7c9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:53.935883 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1acfe55f-e748-462d-83b3-47f7d9b7c9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.063688 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-1acfe55f-e748-462d-83b3-47f7d9b7c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.102747 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-1acfe55f-e748-462d-83b3-47f7d9b7c9ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c3c4939808e438aa39d9bf1cd21c278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599689 Sep 15 17:15:54.104740 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acfe55f-e748-462d-83b3-47f7d9b7c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6a04f3-c555-48d7-9c0c-74579f1b43a9,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:54.107170 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54088) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:15:54.109221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18676c58-8768-4a18-bf76-2fa5702c28ef req-6c3dee10-1952-4119-9098-7ee644668e0f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:54.110765 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-18676c58-8768-4a18-bf76-2fa5702c28ef req-6c3dee10-1952-4119-9098-7ee644668e0f tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0591969 Sep 15 17:15:54.153341 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-18676c58-8768-4a18-bf76-2fa5702c28ef req-b4be7312-86b0-46b8-929f-de2cc198f638 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352159 Sep 15 17:15:54.155252 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.179796 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.210121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:15:54.210121 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.259975 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17601db5-1c5b-42db-b128-1bad62ce6cb8 req-bdf340f4-c6d3-4e4b-bc70-f2e06693c58f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:54.261467 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-17601db5-1c5b-42db-b128-1bad62ce6cb8 req-bdf340f4-c6d3-4e4b-bc70-f2e06693c58f tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0565977 Sep 15 17:15:54.299088 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-17601db5-1c5b-42db-b128-1bad62ce6cb8 req-ee457dfe-a1b3-40e6-9321-6fa560bd28cd tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Sep 15 17:15:54.310109 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.313034 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.316436 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a6a04f3-c555-48d7-9c0c-74579f1b43a9 HTTP/1.1" status: 204 len: 168 time: 0.2061064 Sep 15 17:15:54.329433 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458524b-fb30-476b-8d01-ea1ac39167a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6a04f3-c555-48d7-9c0c-74579f1b43a9,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:54.335449 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Allocated IP 172.20.0.10 (db4e6390-9057-41dc-b7f6-9bb811bcc0c8/757aa8f2-f4ab-40c7-9880-578ba3d886c4/384e0ce0-3c67-481d-8932-0977fe2b5946) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:15:54.483404 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.581929 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.592323 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:15:54.623511 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:15:54.626677 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:15:54.637321 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:15:54.641218 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event updated for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:54.720611 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:54.721230 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.743406 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419aa310-6d5a-47e1-954b-47a85b74d08c req-f76879ce-8d38-4008-87a7-2d56cfc193b8 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:54.744887 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-419aa310-6d5a-47e1-954b-47a85b74d08c req-f76879ce-8d38-4008-87a7-2d56cfc193b8 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 932 time: 0.0822301 Sep 15 17:15:54.786380 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-419aa310-6d5a-47e1-954b-47a85b74d08c req-106684ba-0981-4681-b0ea-9782b1a20246 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Sep 15 17:15:54.880559 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-0839b1af-0a29-490d-9585-2317477c3892 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0718105 Sep 15 17:15:54.898083 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Request body: {'port': {'device_id': '3ce14832-797c-4116-abbd-cb84156b287a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:15:54.950635 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:54.982672 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-83cd9195-9c33-427b-85c1-6278c061ffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.213887 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384e0ce0-3c67-481d-8932-0977fe2b5946 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:15:55.222715 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.234948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Transition to ACTIVE for port object 384e0ce0-3c67-481d-8932-0977fe2b5946 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:15:55.268985 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ec0c7-b556-40de-8899-ba269badf796 req-16444033-4f18-415f-bf00-7f69a12336b9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:55.270610 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2e0ec0c7-b556-40de-8899-ba269badf796 req-16444033-4f18-415f-bf00-7f69a12336b9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0485840 Sep 15 17:15:55.308685 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2e0ec0c7-b556-40de-8899-ba269badf796 req-b4f34c3b-9acd-4649-a273-ab826a92b508 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Sep 15 17:15:55.315435 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.397490 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.457139 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:55.468817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beb755-ce32-44f7-8348-f1784eacd7d5 req-5f2ba814-b36f-417e-91ce-4af646833698 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:55.470342 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f6beb755-ce32-44f7-8348-f1784eacd7d5 req-5f2ba814-b36f-417e-91ce-4af646833698 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.1000822 Sep 15 17:15:55.564131 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f6beb755-ce32-44f7-8348-f1784eacd7d5 req-18e71fbe-aa5c-4801-a454-4620b8262db5 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739677 Sep 15 17:15:55.573333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Attempting to bind port 384e0ce0-3c67-481d-8932-0977fe2b5946 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:15:55.573722 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Attempting to bind port 384e0ce0-3c67-481d-8932-0977fe2b5946 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:15:55.574057 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Attempting to bind port 384e0ce0-3c67-481d-8932-0977fe2b5946 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:55.579419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Port 384e0ce0-3c67-481d-8932-0977fe2b5946 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:15:55.579739 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Attempting to bind port 384e0ce0-3c67-481d-8932-0977fe2b5946 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:15:55.584601 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:15:55.584935 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Checking segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:15:55.585314 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Bound using segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:15:55.585782 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Bound port: 384e0ce0-3c67-481d-8932-0977fe2b5946, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:15:55.586176 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.663606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:15:55.663606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=384e0ce0-3c67-481d-8932-0977fe2b5946,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:15:55.782655 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.819073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:55.819687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:55.821056 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/384e0ce0-3c67-481d-8932-0977fe2b5946 HTTP/1.1" status: 200 len: 1094 time: 0.9282420 Sep 15 17:15:55.821502 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:15:55.823714 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa38175-8e0b-4ac6-a870-a656af59553f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:15:55.847647 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3640-5d15-4061-b8ff-95b661d2d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:15:55.860667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78c959e-f5d3-44b1-83de-9715483316cd x-openstack-request-id: req-a78c959e-f5d3-44b1-83de-9715483316cd {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:15:55.861010 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:15:55.861338 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a78c959e-f5d3-44b1-83de-9715483316cd {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:15:55.861816 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946', 'status': 'completed', 'code': 200} Sep 15 17:15:55.915401 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677c8b0-fc14-4241-b9c9-3f2b13132d5b req-aeb6738e-fb2f-4b3e-9979-b6aadae36b1a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:55.922746 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6677c8b0-fc14-4241-b9c9-3f2b13132d5b req-aeb6738e-fb2f-4b3e-9979-b6aadae36b1a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 944 time: 0.0639741 Sep 15 17:15:55.926604 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-942dbd18-99d7-4ca4-a3b1-4969e8490ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:55.934202 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-942dbd18-99d7-4ca4-a3b1-4969e8490ed2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 1097 time: 0.0434148 Sep 15 17:15:55.957096 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6677c8b0-fc14-4241-b9c9-3f2b13132d5b req-bb92de03-8212-43d3-a6ea-305d6f80c47d tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Sep 15 17:15:56.029507 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:56.030599 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-f5f32ef9-1986-4d4b-b03d-5feac2763248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.032052 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-f5f32ef9-1986-4d4b-b03d-5feac2763248 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9b0303461a44aac806ecf75022dddab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0948207 Sep 15 17:15:56.128013 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-888fa953-8b3d-4072-ab34-c2781b7461f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.129466 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6aa38175-8e0b-4ac6-a870-a656af59553f req-888fa953-8b3d-4072-ab34-c2781b7461f7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894496 Sep 15 17:15:56.207685 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-136e8494-dba5-4608-8f54-eefbfacce305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.209082 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-136e8494-dba5-4608-8f54-eefbfacce305 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 1097 time: 0.0398788 Sep 15 17:15:56.261010 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-de71e18e-5f43-403c-b20c-b65d8ea2c76a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384e0ce0-3c67-481d-8932-0977fe2b5946 HTTP/1.1" status: 200 len: 217 time: 0.0423596 Sep 15 17:15:56.311216 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-94d6d264-6c09-4254-a7f3-c2016bbca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.312650 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-94d6d264-6c09-4254-a7f3-c2016bbca793 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=757aa8f2-f4ab-40c7-9880-578ba3d886c4 HTTP/1.1" status: 200 len: 853 time: 0.0440617 Sep 15 17:15:56.344764 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-2e19b243-2a98-4d35-a6dc-9fdcc7af335f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241523 Sep 15 17:15:56.469616 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-37a3c93b-402b-49d4-9013-adca4496eeb8 service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175642 Sep 15 17:15:56.477711 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2767e-1ac0-498c-bbab-90b0f6f8dff4 req-046fce50-b3d8-488a-9edd-c9258cc0534a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.479181 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1cb2767e-1ac0-498c-bbab-90b0f6f8dff4 req-046fce50-b3d8-488a-9edd-c9258cc0534a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0675874 Sep 15 17:15:56.687721 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baa18f-e6a0-4530-a353-c99334c2b07d req-a8af1b26-afba-4311-ae68-fa7ab748deca tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:56.689311 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70baa18f-e6a0-4530-a353-c99334c2b07d req-a8af1b26-afba-4311-ae68-fa7ab748deca tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0551302 Sep 15 17:15:56.729302 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-70baa18f-e6a0-4530-a353-c99334c2b07d req-7faa9b7d-4681-4af1-80b3-17385094196c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Sep 15 17:15:56.799648 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1cb2767e-1ac0-498c-bbab-90b0f6f8dff4 req-6aa59f8f-98b1-42e2-8a8d-54622498efc8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111715 Sep 15 17:15:56.821549 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b6459ec2-3e7a-4cb4-a4c1-8913d83ebccf req-ba60d732-213a-4ceb-8273-8d1fba526a02 service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414683 Sep 15 17:15:57.066384 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cc8f3-f49b-4670-b47c-74ad9a7b867d req-6e0816d2-69d8-4e43-b3f8-89f6a5d82b81 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:57.067840 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-389cc8f3-f49b-4670-b47c-74ad9a7b867d req-6e0816d2-69d8-4e43-b3f8-89f6a5d82b81 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 944 time: 0.0472040 Sep 15 17:15:57.103709 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-389cc8f3-f49b-4670-b47c-74ad9a7b867d req-67b93b57-ac2f-46ce-bd22-52722daffc43 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300086 Sep 15 17:15:57.534429 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:15:57.823314 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:15:57.843286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573cc35-dd28-4fff-be7a-ff95f80fe750 req-bc92796e-6699-4ec6-857e-7a055a949b81 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:57.844975 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8573cc35-dd28-4fff-be7a-ff95f80fe750 req-bc92796e-6699-4ec6-857e-7a055a949b81 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Sep 15 17:15:57.888616 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8573cc35-dd28-4fff-be7a-ff95f80fe750 req-5138c786-6758-43d6-ad3a-21d335c96d68 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375865 Sep 15 17:15:57.916509 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b293f-2bb3-4282-8a2c-9d0be82f9ddf req-0043043f-4a70-4ba5-9750-f813df343a01 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:57.918069 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-976b293f-2bb3-4282-8a2c-9d0be82f9ddf req-0043043f-4a70-4ba5-9750-f813df343a01 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0503025 Sep 15 17:15:57.962655 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-976b293f-2bb3-4282-8a2c-9d0be82f9ddf req-cbec4247-6d69-462d-8b12-04addf4bac3c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Sep 15 17:15:58.215011 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f995e18-af7e-4f71-997f-93a79c39c67c req-b82b006e-fd80-48ff-b1c5-ad5f54879886 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:58.216596 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1f995e18-af7e-4f71-997f-93a79c39c67c req-b82b006e-fd80-48ff-b1c5-ad5f54879886 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 944 time: 0.0473037 Sep 15 17:15:58.257563 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-1f995e18-af7e-4f71-997f-93a79c39c67c req-291dfb95-e345-4c68-bfa9-4573d4bd6058 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Sep 15 17:15:59.008305 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a6394-32a2-4caa-bd70-924f432b2e08 req-13a98e3b-080e-4447-a994-f04005c7c6f9 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:59.009845 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e80a6394-32a2-4caa-bd70-924f432b2e08 req-13a98e3b-080e-4447-a994-f04005c7c6f9 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0541129 Sep 15 17:15:59.050119 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e80a6394-32a2-4caa-bd70-924f432b2e08 req-87735355-6adf-4012-b0ca-bdffa7987d10 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Sep 15 17:15:59.081143 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b5f9-b08a-416e-a480-5c3525c53dc9 req-dd428fc3-6715-48ef-8a31-e536cdc7b2c8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:59.082652 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5351b5f9-b08a-416e-a480-5c3525c53dc9 req-dd428fc3-6715-48ef-8a31-e536cdc7b2c8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0562713 Sep 15 17:15:59.119262 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5351b5f9-b08a-416e-a480-5c3525c53dc9 req-1502da39-7e87-4dce-9d78-6a2567f6dbe3 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307043 Sep 15 17:15:59.368041 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582c4b-4f9c-4d1c-9a02-b5c4c77ab578 req-9adf9bc0-54f3-4145-a501-37e37f910b65 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:15:59.369492 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5c582c4b-4f9c-4d1c-9a02-b5c4c77ab578 req-9adf9bc0-54f3-4145-a501-37e37f910b65 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 944 time: 0.0477746 Sep 15 17:15:59.407428 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5c582c4b-4f9c-4d1c-9a02-b5c4c77ab578 req-db27601d-a8ac-44cd-bc09-492d87ffbe8d tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Sep 15 17:16:00.160047 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e1622-1e49-4048-9c0d-17249ef631f6 req-3f0408f2-b93d-4db1-ad8f-16d2b6f53181 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:00.161523 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-401e1622-1e49-4048-9c0d-17249ef631f6 req-3f0408f2-b93d-4db1-ad8f-16d2b6f53181 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0474184 Sep 15 17:16:00.199639 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-401e1622-1e49-4048-9c0d-17249ef631f6 req-57cc40b0-4009-44d9-a253-ddcb16e6ca5d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320692 Sep 15 17:16:00.232932 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f782-8ddb-426a-bddc-93fb2a19d70c req-4cdd339a-a22c-4f42-a5ba-c59f84ad9ffc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:00.234449 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0d57f782-8ddb-426a-bddc-93fb2a19d70c req-4cdd339a-a22c-4f42-a5ba-c59f84ad9ffc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 943 time: 0.0483463 Sep 15 17:16:00.270819 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0d57f782-8ddb-426a-bddc-93fb2a19d70c req-6e123fec-28d6-409c-a0f8-36c67799f7ab tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303628 Sep 15 17:16:00.518149 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ad578-5f7c-409e-9e1f-bde46284f6d0 req-4200f67c-7389-433a-b5c0-0770cb49a7f9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:00.519591 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e9ad578-5f7c-409e-9e1f-bde46284f6d0 req-4200f67c-7389-433a-b5c0-0770cb49a7f9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 944 time: 0.0472860 Sep 15 17:16:00.531171 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 384e0ce0-3c67-481d-8932-0977fe2b5946 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:00.557286 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8e9ad578-5f7c-409e-9e1f-bde46284f6d0 req-85f64815-5e8f-4b26-b0d4-66caea7c72d2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Sep 15 17:16:00.623455 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=384e0ce0-3c67-481d-8932-0977fe2b5946,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:00.634255 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '384e0ce0-3c67-481d-8932-0977fe2b5946', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'port_id': '384e0ce0-3c67-481d-8932-0977fe2b5946', 'mac_address': 'fa:16:3e:58:50:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757aa8f2-f4ab-40c7-9880-578ba3d886c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:00.794980 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:00.807274 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384e0ce0-3c67-481d-8932-0977fe2b5946 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:00.827139 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=384e0ce0-3c67-481d-8932-0977fe2b5946,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:00.892179 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:00.892891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 5cbb6de9-1573-4a0a-8c7b-196360d96e4c details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:00.967034 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:01.026572 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:01.037404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'port_id': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'mac_address': 'fa:16:3e:ec:55:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:01.073398 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:01.086329 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbb6de9-1573-4a0a-8c7b-196360d96e4c {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:01.104882 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:01.217826 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:01.279221 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:01.419266 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177f14-d245-4059-98be-a6c1447dd666 req-e0c70cfa-27d5-4331-96b5-98a0fd21de3c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:01.420769 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86177f14-d245-4059-98be-a6c1447dd666 req-e0c70cfa-27d5-4331-96b5-98a0fd21de3c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 944 time: 0.0742464 Sep 15 17:16:01.459701 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-86177f14-d245-4059-98be-a6c1447dd666 req-a436bd9d-0ae0-4d33-a6ce-ba838728821b tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327811 Sep 15 17:16:01.468512 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['384e0ce0-3c67-481d-8932-0977fe2b5946'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:01.473027 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['5cbb6de9-1573-4a0a-8c7b-196360d96e4c'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:01.481321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755ec1-3506-4126-bf4a-c6a6a6a55ddf req-74d66e9b-e86c-4b02-8738-f403ee6cc404 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:01.483078 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-85755ec1-3506-4126-bf4a-c6a6a6a55ddf req-74d66e9b-e86c-4b02-8738-f403ee6cc404 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0595114 Sep 15 17:16:01.522572 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-85755ec1-3506-4126-bf4a-c6a6a6a55ddf req-29f82ca1-49e3-4fab-af2a-bf21ae3016f1 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331550 Sep 15 17:16:01.685350 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed9dd0-9ad3-4862-94da-8c5cb0691b81 req-8568fae6-651c-4d27-8b13-2a202c5d275c tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:01.687122 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-32ed9dd0-9ad3-4862-94da-8c5cb0691b81 req-8568fae6-651c-4d27-8b13-2a202c5d275c tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 945 time: 0.0564716 Sep 15 17:16:01.726636 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-32ed9dd0-9ad3-4862-94da-8c5cb0691b81 req-08087b69-69a5-4a06-bdb7-d1a6fe50d91b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Sep 15 17:16:02.554489 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 384e0ce0-3c67-481d-8932-0977fe2b5946 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:02.584043 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a769e-2d99-44a4-ab99-1fc5827f3017 req-33f3ccb2-85f0-4413-a189-0e564f9d9747 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:02.585597 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-606a769e-2d99-44a4-ab99-1fc5827f3017 req-33f3ccb2-85f0-4413-a189-0e564f9d9747 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 944 time: 0.0550082 Sep 15 17:16:02.627295 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-606a769e-2d99-44a4-ab99-1fc5827f3017 req-3de3e42b-99f9-4257-879b-c9606d1f4304 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354276 Sep 15 17:16:02.659461 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d10dd2-3954-4176-a301-cd204a365580 req-161d62b0-d93f-49f9-b15a-d58a7b8ef128 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:02.660945 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a4d10dd2-3954-4176-a301-cd204a365580 req-161d62b0-d93f-49f9-b15a-d58a7b8ef128 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Sep 15 17:16:02.669512 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 384e0ce0-3c67-481d-8932-0977fe2b5946 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:16:02.673562 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 384e0ce0-3c67-481d-8932-0977fe2b5946 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:02.674326 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:02.700092 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a4d10dd2-3954-4176-a301-cd204a365580 req-11d1b2be-f69f-417f-b366-aec0ebafb17d tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Sep 15 17:16:02.756110 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:02.780690 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:02.783021 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec055671-94eb-4215-bc7d-eada0d8e9608" -d '{"events": [{"server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "name": "network-vif-plugged", "status": "completed", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:02.795929 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=384e0ce0-3c67-481d-8932-0977fe2b5946,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:02.831119 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfed426-23cc-46c2-ba4b-6fcb2df98fce x-openstack-request-id: req-acfed426-23cc-46c2-ba4b-6fcb2df98fce {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:02.831410 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "name": "network-vif-plugged", "status": "completed", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:02.831655 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-acfed426-23cc-46c2-ba4b-6fcb2df98fce {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:02.832043 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946', 'code': 200} Sep 15 17:16:02.846149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa55a7d-b17b-49c5-94b2-0e4fba8d5998 req-00d0aa9c-c0b0-485b-bd1a-755c7dc90fd0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:02.847695 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eaa55a7d-b17b-49c5-94b2-0e4fba8d5998 req-00d0aa9c-c0b0-485b-bd1a-755c7dc90fd0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 945 time: 0.0535583 Sep 15 17:16:02.863621 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:02.864515 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 5cbb6de9-1573-4a0a-8c7b-196360d96e4c up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:02.894168 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-eaa55a7d-b17b-49c5-94b2-0e4fba8d5998 req-e6fe6acb-e0ff-41b5-af19-4b6f0d2deb98 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Sep 15 17:16:02.945454 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:03.018015 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:16:03.022084 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:03.022546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:03.098521 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:03.129645 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:03.158799 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06daed-c798-4082-9746-e9b04f2b4688 req-5f7e1b2a-4ce5-4006-b334-63dc4994792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:03.160308 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9f06daed-c798-4082-9746-e9b04f2b4688 req-5f7e1b2a-4ce5-4006-b334-63dc4994792d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 1099 time: 0.0424740 Sep 15 17:16:03.194829 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9f06daed-c798-4082-9746-e9b04f2b4688 req-9c7b01ae-31ce-4a45-bab0-116992b1b6d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264287 Sep 15 17:16:03.212098 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:03.262549 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:03.766347 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb176915-44ca-4d7b-877b-718a85d470fc req-7e09390d-ac7e-4073-bf47-eec9592654c7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:03.771632 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eb176915-44ca-4d7b-877b-718a85d470fc req-7e09390d-ac7e-4073-bf47-eec9592654c7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0736692 Sep 15 17:16:03.771632 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-c6fc5ee2-84a0-4a0e-b8f0-ab6af6f983c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:03.771968 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-c6fc5ee2-84a0-4a0e-b8f0-ab6af6f983c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0687842 Sep 15 17:16:03.821958 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437d0bb-f470-4113-8d56-1d13dfcf53d5 req-f316d4d3-7b23-4524-985c-7bacadc16d7c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:03.823452 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0437d0bb-f470-4113-8d56-1d13dfcf53d5 req-f316d4d3-7b23-4524-985c-7bacadc16d7c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0525184 Sep 15 17:16:03.834335 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-eb176915-44ca-4d7b-877b-718a85d470fc req-0169858e-2779-44ec-9e12-f1d73450e148 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603845 Sep 15 17:16:03.862491 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-0437d0bb-f470-4113-8d56-1d13dfcf53d5 req-ccd83c1f-7568-48d7-9ad0-5f04997697f2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324712 Sep 15 17:16:03.885787 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-a55843cf-3904-4a4f-8387-4e5de04b8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:03.888336 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-a55843cf-3904-4a4f-8387-4e5de04b8c7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.1007748 Sep 15 17:16:03.953863 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-dd23ac4f-3f43-4fdc-a50b-686f9b03610c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 1001 time: 0.0577366 Sep 15 17:16:04.037014 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb535a2-52de-4e39-97f8-6a4bd45ef5e1 req-b730fc57-d7b4-41b5-8a8e-cab49dcf33b2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:04.038513 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbb535a2-52de-4e39-97f8-6a4bd45ef5e1 req-b730fc57-d7b4-41b5-8a8e-cab49dcf33b2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 946 time: 0.0824218 Sep 15 17:16:04.040362 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-7892d608-7d8b-47a3-a12f-853543782f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:04.040493 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:04.041721 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-7892d608-7d8b-47a3-a12f-853543782f86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0774612 Sep 15 17:16:04.100025 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bbb535a2-52de-4e39-97f8-6a4bd45ef5e1 req-ec29b807-a9b9-48e7-b72e-51ae6bbd4beb tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Sep 15 17:16:04.108398 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-3891e1e7-fc2c-4a97-8884-d32c6fa6240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:04.109875 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-3891e1e7-fc2c-4a97-8884-d32c6fa6240b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595498 Sep 15 17:16:04.208743 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-1ea87c31-3cc5-447e-a88b-ae171bbaeccd service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857797 Sep 15 17:16:04.305492 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-88ec7260-8b51-4080-8e50-a2d948a74265 req-e1e576f0-e698-4b54-85b8-a8a359423b46 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876741 Sep 15 17:16:04.833052 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:04.835417 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a34f109-3f55-4048-a6c2-3172f38fcb79" -d '{"events": [{"server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:04.870127 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e938985-1e0b-4e8f-b224-bbc954d6e6b5 x-openstack-request-id: req-0e938985-1e0b-4e8f-b224-bbc954d6e6b5 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:04.870416 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:04.871222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e938985-1e0b-4e8f-b224-bbc954d6e6b5 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:04.871604 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'code': 200} Sep 15 17:16:04.948721 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2b336-2823-4f8d-8d23-efe0a21a4f0a req-40912aec-7510-4be3-8902-71336dc81631 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:04.950843 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2bd2b336-2823-4f8d-8d23-efe0a21a4f0a req-40912aec-7510-4be3-8902-71336dc81631 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0505157 Sep 15 17:16:04.981617 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421775e-cd37-44bc-be3c-0ce0cae22798 req-a35dc45f-9fdb-482c-a914-80262961818b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:04.983172 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c421775e-cd37-44bc-be3c-0ce0cae22798 req-a35dc45f-9fdb-482c-a914-80262961818b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0478799 Sep 15 17:16:04.992768 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2bd2b336-2823-4f8d-8d23-efe0a21a4f0a req-60fddb0a-64f4-489e-9afe-87eb36a30abc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358610 Sep 15 17:16:05.022893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c421775e-cd37-44bc-be3c-0ce0cae22798 req-29c54c62-792f-430e-9110-e9de6d422a89 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Sep 15 17:16:05.210506 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01025308-f020-4ab9-b062-12dfc2bb0dbb req-3bf9f848-0c10-4f92-b60e-082e554fdbe9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:05.211911 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01025308-f020-4ab9-b062-12dfc2bb0dbb req-3bf9f848-0c10-4f92-b60e-082e554fdbe9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 946 time: 0.0475008 Sep 15 17:16:05.249191 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-01025308-f020-4ab9-b062-12dfc2bb0dbb req-dc2aa8d9-9207-416c-ac3f-fc2eff4afbec tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313694 Sep 15 17:16:05.311820 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe3d13-4653-485a-965f-09670e0a5cd0 req-b82abd6a-31fc-4f41-a35f-5f7d02fa3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:05.319369 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2fbe3d13-4653-485a-965f-09670e0a5cd0 req-b82abd6a-31fc-4f41-a35f-5f7d02fa3fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1098 time: 0.0402555 Sep 15 17:16:05.351771 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-2fbe3d13-4653-485a-965f-09670e0a5cd0 req-d4d469e7-aec6-4e4a-a4d0-32ecc857aa88 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305433 Sep 15 17:16:06.109250 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb5661-f117-4d2e-98bd-131657e65fe3 req-692f66c1-f8e9-4b50-a8b8-2864a7cb5d5d tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:06.111464 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c2cb5661-f117-4d2e-98bd-131657e65fe3 req-692f66c1-f8e9-4b50-a8b8-2864a7cb5d5d tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0496924 Sep 15 17:16:06.135046 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91dfd-eee1-4cac-9eec-2e52033b28a5 req-0934a5a0-c713-4c20-97b3-4540b1609369 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:06.135046 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c1b91dfd-eee1-4cac-9eec-2e52033b28a5 req-0934a5a0-c713-4c20-97b3-4540b1609369 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0482318 Sep 15 17:16:06.162306 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c2cb5661-f117-4d2e-98bd-131657e65fe3 req-94f169a1-691e-4cf0-abe3-a6094ad9b981 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436985 Sep 15 17:16:06.174426 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c1b91dfd-eee1-4cac-9eec-2e52033b28a5 req-6cf875f4-ec91-4c66-bbae-4790e5d486d2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Sep 15 17:16:07.280819 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57f7d0-7e65-4829-b897-b79aac159a95 req-1a95e929-3db5-4b3a-92ca-a8fee6dd1ff7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:07.283241 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ad57f7d0-7e65-4829-b897-b79aac159a95 req-1a95e929-3db5-4b3a-92ca-a8fee6dd1ff7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0547400 Sep 15 17:16:07.300793 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbb439-3b5d-4e8d-aa1b-5dcbc22d6064 req-05b24b64-692c-48cc-99f0-88b8df70695c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:07.302388 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-26bbb439-3b5d-4e8d-aa1b-5dcbc22d6064 req-05b24b64-692c-48cc-99f0-88b8df70695c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Sep 15 17:16:07.321610 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ad57f7d0-7e65-4829-b897-b79aac159a95 req-dc7cbeff-1b6a-4bf3-ad22-9564c0a2767c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Sep 15 17:16:07.343240 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-26bbb439-3b5d-4e8d-aa1b-5dcbc22d6064 req-8374d9a5-886b-435b-89d8-3050dda8b6f0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Sep 15 17:16:07.438907 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be418b-6056-4689-872c-e94026326dc6 req-e005592e-5b60-4eac-bcb0-8f9a94d0736e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:07.444937 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-91be418b-6056-4689-872c-e94026326dc6 req-e005592e-5b60-4eac-bcb0-8f9a94d0736e tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0518563 Sep 15 17:16:07.481491 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-91be418b-6056-4689-872c-e94026326dc6 req-b66e216b-a87c-43c8-9de2-b92eb3c743d9 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341783 Sep 15 17:16:07.503973 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 54312) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:07.524902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 54316) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:07.647041 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a51bf97f-8c9a-42a0-9308-68ac2ba4b284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:07.730356 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc14b8b5-8635-4c71-978c-0faa6a402f3c tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:07.731911 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-bc14b8b5-8635-4c71-978c-0faa6a402f3c tempest-TestVolumeBootPattern-1346190545 tempest-TestVolumeBootPattern-1346190545-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1093 time: 0.2267036 Sep 15 17:16:07.734832 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 54320) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:07.742523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Request body: {'floatingip': {'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'port_id': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:07.782680 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a51bf97f-8c9a-42a0-9308-68ac2ba4b284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:07.853816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-a51bf97f-8c9a-42a0-9308-68ac2ba4b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:07.901043 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-a51bf97f-8c9a-42a0-9308-68ac2ba4b284 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f3349d5419b47f28fe3e35909f5549f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750567 Sep 15 17:16:07.903130 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bf97f-8c9a-42a0-9308-68ac2ba4b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0781a5-ba17-4cdd-8e0f-bdadad317905,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:07.904066 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54324) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:07.956134 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:07.978576 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:07.992608 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.096477 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.121328 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.124321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.126467 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba0781a5-ba17-4cdd-8e0f-bdadad317905 HTTP/1.1" status: 204 len: 168 time: 0.2212906 Sep 15 17:16:08.138129 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0781a5-ba17-4cdd-8e0f-bdadad317905,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:08.147670 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.148178 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.148535 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.148865 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.149494 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.149596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.149943 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.150455 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.150727 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.151331 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.151782 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.152146 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c00891-87c1-457d-bc04-d772083a9dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:16:08.227211 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Allocated IP 172.27.1.78 (a3999b41-fad4-42a4-80e6-69353b0f0a85/0a4675f2-8e3d-4ee2-83e3-4494b414d302/c9684200-2fc3-433d-9a24-e2a1d1adf0b9) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:08.275717 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-32ceaeb2-7099-4386-9899-cd6c81aca50b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:08.277234 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-32ceaeb2-7099-4386-9899-cd6c81aca50b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1067491 Sep 15 17:16:08.291948 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-d29fe1e2-646e-4c95-91cd-212c25890dc1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/quotas/f9b0303461a44aac806ecf75022dddab HTTP/1.1" status: 200 len: 375 time: 0.0090775 Sep 15 17:16:08.332526 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.345765 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-bcd3c0e4-e8dc-4e94-b3cb-ee48fc37943b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466473 Sep 15 17:16:08.429603 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:08.450201 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-f6d18f8a-a4be-4b43-9deb-e363be56039f service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970883 Sep 15 17:16:08.489094 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Network a3999b41-fad4-42a4-80e6-69353b0f0a85 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:08.493811 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:08.499235 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:08.537198 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=c9684200-2fc3-433d-9a24-e2a1d1adf0b9,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:08.546271 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-9738ac2f-ba90-445e-9c22-b85d1e36b899 service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949719 Sep 15 17:16:08.548684 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66709f-72e0-4ff8-9e76-4aa70979a836 req-e562d579-c44b-4356-acf6-72215d9fd532 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:08.550275 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3f66709f-72e0-4ff8-9e76-4aa70979a836 req-e562d579-c44b-4356-acf6-72215d9fd532 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.1358602 Sep 15 17:16:08.642696 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3f66709f-72e0-4ff8-9e76-4aa70979a836 req-7a45bb5c-5933-408e-8da5-ca6a7688f8a1 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833464 Sep 15 17:16:08.710434 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [req-f38c7305-ad53-4e76-ac80-d7399f304690 req-408c10a9-c6f3-4262-b443-c9425b4233aa service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:16:08.711390 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-f38c7305-ad53-4e76-ac80-d7399f304690 req-408c10a9-c6f3-4262-b443-c9425b4233aa service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051143 Sep 15 17:16:08.926633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c6b30215-84ad-473a-868c-884645f85ed6 req-9bb4d772-bd0f-47e5-9ef7-6d03b33d0102 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 210 time: 0.0376668 Sep 15 17:16:08.933976 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:09.073431 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafef507-3e6d-4272-82b0-f2cc92bbf685 req-1ca43121-62c6-4179-b339-bd4b701f8ed6 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:09.075565 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bafef507-3e6d-4272-82b0-f2cc92bbf685 req-1ca43121-62c6-4179-b339-bd4b701f8ed6 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0558579 Sep 15 17:16:09.143438 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-bafef507-3e6d-4272-82b0-f2cc92bbf685 req-6f6adce5-9eb9-4ecc-afd0-0580000bd3e5 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553768 Sep 15 17:16:09.143438 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:09.184534 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54378) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:09.312666 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:09.327563 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-71687b92-231a-4c33-8a91-720c32b5c8d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418397 Sep 15 17:16:09.336559 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-c8c6cee4-c238-4afe-bc3b-290a3f229a7e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:16:09.337527 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-c8c6cee4-c238-4afe-bc3b-290a3f229a7e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049851 Sep 15 17:16:09.382419 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:09.432523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event updated for resources: {'Port': ['ID=c9684200-2fc3-433d-9a24-e2a1d1adf0b9,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:09.470054 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613893'] for floatingip, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:09.575004 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP 0f943ce1-8f01-41cf-a88c-4b3488b07858 associated. External IP: 172.27.1.78, port: 5cbb6de9-1573-4a0a-8c7b-196360d96e4c. Sep 15 17:16:09.786131 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:16:09.896834 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:16:09.907297 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:16:09.919637 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:09.920394 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:10.011785 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:10.039602 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-6189c5a0-3b28-4069-a90e-43d7bce74d7a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3037169 Sep 15 17:16:10.040178 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:10.042458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44be5492-7726-4c70-b63e-990b192eebd4" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:10.043383 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:10.111950 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf0b32-175d-40e2-a974-dd8e60e2ef6e x-openstack-request-id: req-27bf0b32-175d-40e2-a974-dd8e60e2ef6e {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:10.112364 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:10.112726 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27bf0b32-175d-40e2-a974-dd8e60e2ef6e {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:10.113474 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'status': 'completed', 'code': 200} Sep 15 17:16:10.123893 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2fc7ea78-f886-49dd-aa6c-9c0407070029 req-4c85cab9-3a7d-44d3-aeea-e05414fca18c tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 210 time: 0.0888193 Sep 15 17:16:10.196344 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5492-7726-4c70-b63e-990b192eebd4 req-b2c9c80a-e3ae-4396-9efb-1af6c4907dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:10.197929 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-b2c9c80a-e3ae-4396-9efb-1af6c4907dc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1098 time: 0.0604863 Sep 15 17:16:10.326029 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f943ce1-8f01-41cf-a88c-4b3488b07858', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:ec:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:16:08Z', 'updated_at': '2021-09-15T17:16:08Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}, {'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:10.327271 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc6de8-a590-44d3-88f9-54fb8dc6523d req-8eace942-e0f7-4d56-b310-300c49d6e8f8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:10.328979 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a1bc6de8-a590-44d3-88f9-54fb8dc6523d req-8eace942-e0f7-4d56-b310-300c49d6e8f8 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.1025290 Sep 15 17:16:10.354233 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5492-7726-4c70-b63e-990b192eebd4 req-58ea0a6c-8392-436c-ae7b-39cc53606dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:10.355701 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-58ea0a6c-8392-436c-ae7b-39cc53606dbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.1498606 Sep 15 17:16:10.358617 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:16:10.367361 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:16:10.367967 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:15:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:10.387692 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a1bc6de8-a590-44d3-88f9-54fb8dc6523d req-e28bc751-1c05-45b0-ab1b-4229c3c99909 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502334 Sep 15 17:16:10.452742 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-059bab18-1b78-4741-aa88-acda8ce6715c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c HTTP/1.1" status: 200 len: 998 time: 0.0828288 Sep 15 17:16:10.493970 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:16:10.506381 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5492-7726-4c70-b63e-990b192eebd4 req-a4e5a11b-4199-46d2-9d37-5e0a9b853ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:10.507887 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-a4e5a11b-4199-46d2-9d37-5e0a9b853ce5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0449910 Sep 15 17:16:10.556044 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be5492-7726-4c70-b63e-990b192eebd4 req-cec91a61-f525-4377-bdc8-b9269b6959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:10.557434 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-cec91a61-f525-4377-bdc8-b9269b6959f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407705 Sep 15 17:16:10.585464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:10.758599 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:10.790108 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:10.792379 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53ff00-2048-4ff2-9f29-7d264cbf2969" -d '{"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-unplugged", "status": "completed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:10.808771 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:10.823406 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f943ce1-8f01-41cf-a88c-4b3488b07858', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:ec:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:16:08Z', 'updated_at': '2021-09-15T17:16:08Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}, {'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:16:10.851011 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5f33e-8be2-4a0c-a3a0-bc24d6cda8ef x-openstack-request-id: req-d6f5f33e-8be2-4a0c-a3a0-bc24d6cda8ef {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:10.851332 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-unplugged", "status": "failed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "code": 422}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:10.851560 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6f5f33e-8be2-4a0c-a3a0-bc24d6cda8ef {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:10.851971 dv-cinder-801913-6-iscsi neutron-server[94707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'code': 422} returned with failed status Sep 15 17:16:10.853181 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f624f0-7608-4e7f-a6b6-3307fa9d31d0 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': '0f943ce1-8f01-41cf-a88c-4b3488b07858', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.78', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:ec:55:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:16:08Z', 'updated_at': '2021-09-15T17:16:08Z', 'revision_number': 0, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}, {'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:16:10.889795 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-7a30c028-f56d-49d1-b01b-1b7381925d5b service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216858 Sep 15 17:16:10.931426 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:10.983318 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=6']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:10.999995 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-44be5492-7726-4c70-b63e-990b192eebd4 req-4388510e-24b5-4d9a-98f6-a45b400685b0 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031163 Sep 15 17:16:11.071435 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5276906-1a53-4915-b255-94d77232e211 None None] New status for floating IP 0f943ce1-8f01-41cf-a88c-4b3488b07858: ACTIVE {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:16:11.234260 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-078e77e0-b87d-4a7a-a9f7-794cf8b0eff4 req-82cb7a24-f0c1-4a09-ac5f-caf668de39f2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 210 time: 0.0319684 Sep 15 17:16:11.242739 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-80ad27f3-7a8f-4754-8d84-68b10bd1c7f0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:11.244151 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-80ad27f3-7a8f-4754-8d84-68b10bd1c7f0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1489260 Sep 15 17:16:11.258595 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Request body: {'port': {'device_id': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'admin_state_up': True, 'tenant_id': 'f9b0303461a44aac806ecf75022dddab'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:11.384677 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-267e5669-e4eb-418c-bec6-c8f7c314f90c tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302870 Sep 15 17:16:11.481391 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:11.485070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:11.577715 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-b1813c00-78f9-4561-99e6-b144973580c5 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:11.579193 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-b1813c00-78f9-4561-99e6-b144973580c5 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874003 Sep 15 17:16:11.591735 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee2457-db5e-4f82-81d2-71eaf4974cb8 req-9443e6fe-a6c3-4e0d-8474-9c222328c93c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:11.593222 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77ee2457-db5e-4f82-81d2-71eaf4974cb8 req-9443e6fe-a6c3-4e0d-8474-9c222328c93c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0982370 Sep 15 17:16:11.594573 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-99820136-8ab9-4de8-a90c-b55072d0aaa1 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/quotas/e920ed197ae04d9a89d0cf4131b32fe6 HTTP/1.1" status: 200 len: 375 time: 0.0093851 Sep 15 17:16:11.628113 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-9f3e9126-4b80-415e-a2cc-1c343d98feed tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272048 Sep 15 17:16:11.674668 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77ee2457-db5e-4f82-81d2-71eaf4974cb8 req-9a694813-b558-46fb-bcc4-6ef1498880bf tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722640 Sep 15 17:16:11.675718 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Allocated IP 172.20.0.13 (db4e6390-9057-41dc-b7f6-9bb811bcc0c8/757aa8f2-f4ab-40c7-9880-578ba3d886c4/bd3006f0-d2a5-4a35-84fd-a4bb09199e49) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:11.817220 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:11.981334 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-87500968-fc34-4823-bb43-74701d99a67e req-4f7d210f-d520-41fb-adf2-1753254dc430 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Sep 15 17:16:11.982564 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:11.994699 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', '384e0ce0-3c67-481d-8932-0977fe2b5946'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:12.033808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:12.039069 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:12.042037 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:12.081745 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event updated for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:12.113532 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.114227 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:12.195661 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-b6804940-1981-43be-820f-d4117014b5e2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411418 Sep 15 17:16:12.213132 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Request body: {'port': {'device_id': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:12.270989 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:12.355826 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863b1cd-79ae-4b78-8378-a2ef946d75d9 req-7985c647-9e5d-4943-995e-c9391194e206 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.357468 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e863b1cd-79ae-4b78-8378-a2ef946d75d9 req-7985c647-9e5d-4943-995e-c9391194e206 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 932 time: 0.0491350 Sep 15 17:16:12.405828 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e863b1cd-79ae-4b78-8378-a2ef946d75d9 req-6a03ca45-3db2-4802-9f46-e47b4ef6f58d tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Sep 15 17:16:12.542755 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3006f0-d2a5-4a35-84fd-a4bb09199e49 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:12.550133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:12.569004 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Transition to ACTIVE for port object bd3006f0-d2a5-4a35-84fd-a4bb09199e49 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:16:12.619268 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae655-3c86-4049-ab17-8129638043fd req-b7fde5a3-6ecd-42f4-8725-fe1fa53244e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.621370 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-b7fde5a3-6ecd-42f4-8725-fe1fa53244e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8&tenant_id=aaa97a976db94009a554f3354e499961 HTTP/1.1" status: 200 len: 1096 time: 0.0388217 Sep 15 17:16:12.646024 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:12.687601 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae655-3c86-4049-ab17-8129638043fd req-1fbdb743-93d6-4d77-bbb1-6ce62e3668eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.689126 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-1fbdb743-93d6-4d77-bbb1-6ce62e3668eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1096 time: 0.0437055 Sep 15 17:16:12.714336 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:12.790203 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae655-3c86-4049-ab17-8129638043fd req-423fc4e4-870e-40ba-b391-45125573f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.791846 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-423fc4e4-870e-40ba-b391-45125573f319 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.0954332 Sep 15 17:16:12.796056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Attempting to bind port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:12.796394 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Attempting to bind port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:12.796722 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Attempting to bind port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:12.803499 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:16:12.803816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Attempting to bind port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:12.813347 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:12.813713 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Checking segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:12.819317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Bound using segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:12.819317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Bound port: bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:12.819317 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:12.835718 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b97-ce29-4b8a-bb56-a4966c73e77c req-603ed7e0-4d1f-44b9-a6b7-7a08274e4900 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:12.837287 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5fd20b97-ce29-4b8a-bb56-a4966c73e77c req-603ed7e0-4d1f-44b9-a6b7-7a08274e4900 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0739286 Sep 15 17:16:12.917856 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5fd20b97-ce29-4b8a-bb56-a4966c73e77c req-d07649a8-d134-4bc7-a363-008990cdc002 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580335 Sep 15 17:16:12.920732 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:12.924201 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:13.029927 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:13.072861 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.073516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:13.075055 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd3006f0-d2a5-4a35-84fd-a4bb09199e49 HTTP/1.1" status: 200 len: 1094 time: 0.8664658 Sep 15 17:16:13.075511 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:13.077817 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bc4626-3102-4187-b522-b0f167cd0827" -d '{"events": [{"name": "network-changed", "server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:13.102352 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a308f-646f-4bed-ba0f-dac15e332724 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:13.124514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b9cef-4c48-45fe-9324-08452fc05a1c x-openstack-request-id: req-ae6b9cef-4c48-45fe-9324-08452fc05a1c {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:13.124514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:13.124514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae6b9cef-4c48-45fe-9324-08452fc05a1c {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:13.124514 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'status': 'completed', 'code': 200} Sep 15 17:16:13.125878 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-a3c0bad8-75b6-4f3d-b240-053f773021d2 req-8069a61a-7b3a-4279-a805-d0829c268657 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 210 time: 0.0303588 Sep 15 17:16:13.142439 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-ab2d7799-06e8-455e-b2c4-16d7d8a3a7e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 999 time: 0.3430216 Sep 15 17:16:13.189338 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-f872ee89-6f4c-4c8f-81e3-35efe7d0ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.191012 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-f872ee89-6f4c-4c8f-81e3-35efe7d0ec72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 1097 time: 0.0408342 Sep 15 17:16:13.192690 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae655-3c86-4049-ab17-8129638043fd req-7a6773e3-a2ed-4085-9d78-e8f7262d354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.194250 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-7a6773e3-a2ed-4085-9d78-e8f7262d354c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0439842 Sep 15 17:16:13.242816 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aae655-3c86-4049-ab17-8129638043fd req-5f432f38-4d9e-4e04-8ecb-c53fefe3af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.244285 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-5f432f38-4d9e-4e04-8ecb-c53fefe3af49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401633 Sep 15 17:16:13.303996 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-997cb092-a194-486d-a007-9b3fa5769bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.305479 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-997cb092-a194-486d-a007-9b3fa5769bb8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9b0303461a44aac806ecf75022dddab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1019711 Sep 15 17:16:13.346281 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-be2f8bd0-1715-4b71-af00-01904591522b service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874438 Sep 15 17:16:13.405090 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-b41c1f07-f467-45db-96b6-4729bc08881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.406578 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a7bc4626-3102-4187-b522-b0f167cd0827 req-b41c1f07-f467-45db-96b6-4729bc08881b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929790 Sep 15 17:16:13.440854 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-b6aae655-3c86-4049-ab17-8129638043fd req-44ee54c2-bcc0-46bd-8060-ff7f23fa5762 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879352 Sep 15 17:16:13.493913 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-08cd83f3-08b6-46a0-a395-3fc7874d113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.495375 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-08cd83f3-08b6-46a0-a395-3fc7874d113f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 1097 time: 0.0553074 Sep 15 17:16:13.549078 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-e2de8e3b-345b-4a90-ab1d-c26a80690a4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49 HTTP/1.1" status: 200 len: 217 time: 0.0366085 Sep 15 17:16:13.571725 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1bad2-7b53-4c24-b880-563c59a3859b req-5adacf2e-5005-4958-b1fb-60b4d6270470 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.573218 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c1a1bad2-7b53-4c24-b880-563c59a3859b req-5adacf2e-5005-4958-b1fb-60b4d6270470 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 944 time: 0.0930009 Sep 15 17:16:13.630765 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-1aad02b5-4979-4399-add6-a27daf830cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:13.632176 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-1aad02b5-4979-4399-add6-a27daf830cb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=757aa8f2-f4ab-40c7-9880-578ba3d886c4 HTTP/1.1" status: 200 len: 853 time: 0.0758364 Sep 15 17:16:13.637671 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c1a1bad2-7b53-4c24-b880-563c59a3859b req-96f05ba7-12e0-4ec3-b74b-a2e0d99f996a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 Sep 15 17:16:13.668550 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-d4fb4f8f-c47f-4a91-ae01-642c053d0815 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287378 Sep 15 17:16:13.759319 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-949575b9-5944-4ad9-b888-50fb0f2eb0f3 service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820024 Sep 15 17:16:13.850071 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c87b869a-ffa2-4ddc-9eb4-33740c0faf18 req-56e14935-d7c8-4867-873c-699526a9445b service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833728 Sep 15 17:16:14.038438 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f409bb-2a5c-4861-a83d-cc1a87d81315 req-1480a30a-5f7b-4edc-8c98-963594a78a17 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:14.039896 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f1f409bb-2a5c-4861-a83d-cc1a87d81315 req-1480a30a-5f7b-4edc-8c98-963594a78a17 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Sep 15 17:16:14.076402 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f1f409bb-2a5c-4861-a83d-cc1a87d81315 req-132bc08b-9a02-4a85-b6eb-b4a42e105ce5 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300889 Sep 15 17:16:14.222082 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0c48ed70-3f8e-42b7-a593-9cdda79b987c req-f84bcc0f-aae4-440c-a9e0-9f145ae1313e tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 210 time: 0.0274129 Sep 15 17:16:14.541835 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-da71366d-1e84-4f4e-9f7a-7eb0a88db080 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280130 Sep 15 17:16:14.727099 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-52df64e8-3d3b-4356-a528-6ba312dd2cca tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:14.728573 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-52df64e8-3d3b-4356-a528-6ba312dd2cca tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806891 Sep 15 17:16:14.745593 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Request body: {'port': {'device_id': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4', 'admin_state_up': True, 'tenant_id': 'e920ed197ae04d9a89d0cf4131b32fe6'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:14.754637 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaf72f-a1da-4923-82c9-ec2a54922591 req-7c1de1f4-4d1f-4f09-bdd6-6e57e528932f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:14.756129 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-24aaf72f-a1da-4923-82c9-ec2a54922591 req-7c1de1f4-4d1f-4f09-bdd6-6e57e528932f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 944 time: 0.0487640 Sep 15 17:16:14.794635 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-24aaf72f-a1da-4923-82c9-ec2a54922591 req-6999acda-1ff1-492e-a74d-da9804f92f0b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Sep 15 17:16:14.920247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Made reservation on behalf of e920ed197ae04d9a89d0cf4131b32fe6 for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:14.923789 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:14.933564 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.019871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.108921 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.189340 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=312bcc27-1e81-4f23-9118-3d0ed7feb4d9,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:15.261762 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd911c4d-6179-4ebd-8bce-0e562795cd54 req-ee1973d4-6a61-4011-ba8c-91b51a367aef tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:15.263248 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fd911c4d-6179-4ebd-8bce-0e562795cd54 req-ee1973d4-6a61-4011-ba8c-91b51a367aef tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0971169 Sep 15 17:16:15.295417 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Allocated IP 192.168.233.112 (4aa79b2f-4761-4bd1-ad9d-183121c717b4/108478cb-8364-48d6-a01c-9d5f68054418/e82c424d-d64b-4636-9b79-b4913c80de4e) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:15.317878 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-32c1d613-af58-4f84-b8a9-cb59a7a0803c req-154cab15-8e88-40f3-8a54-486636469c3f tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 210 time: 0.0305972 Sep 15 17:16:15.323201 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-fd911c4d-6179-4ebd-8bce-0e562795cd54 req-59353c74-0c49-481d-8771-885e58d73230 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524828 Sep 15 17:16:15.455749 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.555133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.593832 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:15.596646 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:15.598964 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:15.632948 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Pushing event updated for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:15.660442 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:15.661087 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.749443 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-becf00e7-58b9-4995-b7de-f159db463f44 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0075469 Sep 15 17:16:15.762210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Request body: {'port': {'device_id': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:15.813843 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.838461 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-04694e65-6b81-4b0d-aec3-17ce23973f07 None None] Provisioning complete for port e82c424d-d64b-4636-9b79-b4913c80de4e triggered by entity DHCP. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:15.838965 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-04694e65-6b81-4b0d-aec3-17ce23973f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:15.875060 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-04694e65-6b81-4b0d-aec3-17ce23973f07 None None] Port e82c424d-d64b-4636-9b79-b4913c80de4e cannot update to ACTIVE because it is not bound. {{(pid=94707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 17:16:15.911069 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5fbe-cc00-42aa-a51e-e1ae27a0b0ba req-7a723170-bc56-4506-b7e2-5e9845613ff0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:15.912599 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1d4b5fbe-cc00-42aa-a51e-e1ae27a0b0ba req-7a723170-bc56-4506-b7e2-5e9845613ff0 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 944 time: 0.0500274 Sep 15 17:16:15.950318 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1d4b5fbe-cc00-42aa-a51e-e1ae27a0b0ba req-75eb3d14-1615-4fd7-95e5-de94e8969ddf tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Sep 15 17:16:16.067986 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82c424d-d64b-4636-9b79-b4913c80de4e {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:16.075328 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.088164 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Transition to ACTIVE for port object e82c424d-d64b-4636-9b79-b4913c80de4e will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:16:16.200598 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.268776 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Pushing event updated for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:16.321534 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Attempting to bind port e82c424d-d64b-4636-9b79-b4913c80de4e on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:16.321894 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Attempting to bind port e82c424d-d64b-4636-9b79-b4913c80de4e by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:16.322222 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Attempting to bind port e82c424d-d64b-4636-9b79-b4913c80de4e on network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:16.327265 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Port e82c424d-d64b-4636-9b79-b4913c80de4e on network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:16:16.327586 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Attempting to bind port e82c424d-d64b-4636-9b79-b4913c80de4e on network 4aa79b2f-4761-4bd1-ad9d-183121c717b4 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:16.333067 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:16.333239 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Checking segment: {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:16.333650 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Bound using segment: {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:16.334083 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Bound port: e82c424d-d64b-4636-9b79-b4913c80de4e, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59613185-bb6f-42d7-bd39-23dc29e9954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:16.334511 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.440173 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:16.455756 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872f018-ae8d-42a7-b565-0a8a27f0d835 req-8fad104f-77e0-4dea-a823-b360a2e5bd3c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.459463 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8872f018-ae8d-42a7-b565-0a8a27f0d835 req-8fad104f-77e0-4dea-a823-b360a2e5bd3c tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0497823 Sep 15 17:16:16.459580 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e82c424d-d64b-4636-9b79-b4913c80de4e,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:16.470127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d282e8-fd26-4538-8a90-88c51de62e56 req-a4b682e7-a9c2-4ce8-a91a-37fc5fd0c661 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.471618 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-11d282e8-fd26-4538-8a90-88c51de62e56 req-a4b682e7-a9c2-4ce8-a91a-37fc5fd0c661 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 948 time: 0.0757720 Sep 15 17:16:16.496512 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8872f018-ae8d-42a7-b565-0a8a27f0d835 req-87698650-edf1-4658-ba6e-3e00be51c316 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331070 Sep 15 17:16:16.517403 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-11d282e8-fd26-4538-8a90-88c51de62e56 req-f0fee72b-357e-4a04-9e31-ff514425ea7d tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Sep 15 17:16:16.532351 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.564448 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.565008 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.566428 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] 10.222.0.54 "PUT /v2.0/ports/e82c424d-d64b-4636-9b79-b4913c80de4e HTTP/1.1" status: 200 len: 1098 time: 0.8088031 Sep 15 17:16:16.566866 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:16.569061 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9" -d '{"events": [{"name": "network-changed", "server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:16.596933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16227ed7-7c2a-4de1-816e-3a3d132ca9bc service neutron] Pushing event updated for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:16.612402 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d1042-ac74-4552-b7f6-d3b0a881cc6b x-openstack-request-id: req-167d1042-ac74-4552-b7f6-d3b0a881cc6b {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:16.612695 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:16.612944 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-167d1042-ac74-4552-b7f6-d3b0a881cc6b {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:16.613612 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e', 'status': 'completed', 'code': 200} Sep 15 17:16:16.644377 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bd3006f0-d2a5-4a35-84fd-a4bb09199e49 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:16.681887 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9 req-48ee797d-817c-4604-a5f7-08927159eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.683976 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9 req-48ee797d-817c-4604-a5f7-08927159eee1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 1101 time: 0.0439041 Sep 15 17:16:16.717597 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9 req-cc710293-fa45-445c-90e2-1dadabc4e42e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201120 Sep 15 17:16:16.747606 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:16.759050 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'port_id': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'mac_address': 'fa:16:3e:fc:b4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757aa8f2-f4ab-40c7-9880-578ba3d886c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:16.799217 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.814185 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9 req-946179c2-4ca1-4188-a96f-a1591fb15afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.815687 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c326b90e-f476-4b3a-877a-9ee7a1bf4be9 req-946179c2-4ca1-4188-a96f-a1591fb15afd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916340 Sep 15 17:16:16.817710 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3006f0-d2a5-4a35-84fd-a4bb09199e49 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:16.840045 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:16.893544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-0e086142-bf5a-4e16-ab8a-98ce5cf86b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.895005 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-0e086142-bf5a-4e16-ab8a-98ce5cf86b92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 1101 time: 0.0399494 Sep 15 17:16:16.926408 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:16.938174 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-eb54d33b-a4ee-4228-a89d-de2737c4132f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e82c424d-d64b-4636-9b79-b4913c80de4e HTTP/1.1" status: 200 len: 217 time: 0.0354114 Sep 15 17:16:16.976092 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:16.997807 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-37232098-bca5-4dba-bae6-5de3bbbed30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:16.999264 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-37232098-bca5-4dba-bae6-5de3bbbed30b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=108478cb-8364-48d6-a01c-9d5f68054418 HTTP/1.1" status: 200 len: 843 time: 0.0435953 Sep 15 17:16:17.091618 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf8b13-ef6d-411f-927d-691674b6991e req-73313bc1-76bf-4fc4-b439-7c304bf94dfe tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:17.093055 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-abbf8b13-ef6d-411f-927d-691674b6991e req-73313bc1-76bf-4fc4-b439-7c304bf94dfe tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 945 time: 0.0680730 Sep 15 17:16:17.094816 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-4e549661-cdb7-46cb-ba86-4ed954c11ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:17.096147 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-4e549661-cdb7-46cb-ba86-4ed954c11ca7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aa79b2f-4761-4bd1-ad9d-183121c717b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0786588 Sep 15 17:16:17.154388 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-abbf8b13-ef6d-411f-927d-691674b6991e req-07362fc6-ee5c-4af7-8795-6325ca5b6f74 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554113 Sep 15 17:16:17.206109 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-c25dde03-7609-4b87-aaf6-854d147a6f5c service neutron] 10.222.0.54 "GET /v2.0/networks/4aa79b2f-4761-4bd1-ad9d-183121c717b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003711 Sep 15 17:16:17.222192 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['bd3006f0-d2a5-4a35-84fd-a4bb09199e49'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:17.297850 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6ea0e759-bb32-460d-8109-e41f262c6ee6 req-b994b5a7-26e2-494d-9c0b-e17e74bbec3a service neutron] 10.222.0.54 "GET /v2.0/networks/4aa79b2f-4761-4bd1-ad9d-183121c717b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Sep 15 17:16:17.610052 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b3352-ce69-434b-a3f7-074db6d7eb38 req-73256c55-db1d-4a43-9e6a-368cdfcfba77 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:17.611644 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c77b3352-ce69-434b-a3f7-074db6d7eb38 req-73256c55-db1d-4a43-9e6a-368cdfcfba77 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0477839 Sep 15 17:16:17.630236 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef576-2197-4588-b2cb-12be65f67dc6 req-aabb38c6-f05d-4ad8-a751-798cec5438e9 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:17.631727 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b80ef576-2197-4588-b2cb-12be65f67dc6 req-aabb38c6-f05d-4ad8-a751-798cec5438e9 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 948 time: 0.0488708 Sep 15 17:16:17.652175 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c77b3352-ce69-434b-a3f7-074db6d7eb38 req-3dc6ba8d-7228-4733-9a45-04ef2a28f4af tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337934 Sep 15 17:16:17.669554 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b80ef576-2197-4588-b2cb-12be65f67dc6 req-a55bbdb1-fbe5-45e3-94be-344fe946ed81 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Sep 15 17:16:18.266149 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a272e0-48de-4663-ada7-82511212c279 req-9c6eb850-9972-464c-9e3a-d8be8fb7566e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:18.267791 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-40a272e0-48de-4663-ada7-82511212c279 req-9c6eb850-9972-464c-9e3a-d8be8fb7566e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 945 time: 0.0482805 Sep 15 17:16:18.304869 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-40a272e0-48de-4663-ada7-82511212c279 req-d61a9d7f-dc1b-4873-84b8-a26ea74546db tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Sep 15 17:16:18.668649 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bd3006f0-d2a5-4a35-84fd-a4bb09199e49 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:18.767038 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328d1b6-2ad6-451e-bf70-be95898cf4b9 req-15ce96f1-9f3f-4306-a612-212dfd166a21 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:18.768624 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c328d1b6-2ad6-451e-bf70-be95898cf4b9 req-15ce96f1-9f3f-4306-a612-212dfd166a21 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0484679 Sep 15 17:16:18.784853 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6553724-e10b-4e84-8c25-cc74b288d66f req-dbde6ec9-4268-4e1f-83a4-246517ed377f tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:18.786445 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6553724-e10b-4e84-8c25-cc74b288d66f req-dbde6ec9-4268-4e1f-83a4-246517ed377f tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 948 time: 0.0501447 Sep 15 17:16:18.799689 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:16:18.803546 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:18.805771 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:18.807101 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c328d1b6-2ad6-451e-bf70-be95898cf4b9 req-34d8362e-48a6-458d-8f03-413962146a68 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Sep 15 17:16:18.835516 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6553724-e10b-4e84-8c25-cc74b288d66f req-1ddf83a2-6309-4553-9971-f851d83ab31d tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Sep 15 17:16:18.887162 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:18.908136 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:18.914282 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6629387f-c6f8-4f21-a16c-acdcf8cd185e" -d '{"events": [{"server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "name": "network-vif-plugged", "status": "completed", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:18.926483 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:18.948385 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e5dedc-0f47-4d2a-a792-38b6ddae14b2 x-openstack-request-id: req-a8e5dedc-0f47-4d2a-a792-38b6ddae14b2 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:18.948667 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "name": "network-vif-plugged", "status": "completed", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:18.948919 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8e5dedc-0f47-4d2a-a792-38b6ddae14b2 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:18.949479 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'code': 200} Sep 15 17:16:18.989186 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:19.036404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:19.249780 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038e1f-76fd-4963-b9fe-c920156a77e8 req-7fe88d66-2211-4cca-be8e-376a3127ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:19.251255 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-54038e1f-76fd-4963-b9fe-c920156a77e8 req-7fe88d66-2211-4cca-be8e-376a3127ff71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 1099 time: 0.0433514 Sep 15 17:16:19.284619 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-54038e1f-76fd-4963-b9fe-c920156a77e8 req-6959c762-80f3-4485-8781-e28ded81bbfc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261271 Sep 15 17:16:19.416776 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2deb0-dac9-41f2-a467-6cdb3a0a5f62 req-c10c6235-d248-4b37-84e3-5a7cebb77475 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:19.418288 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4df2deb0-dac9-41f2-a467-6cdb3a0a5f62 req-c10c6235-d248-4b37-84e3-5a7cebb77475 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0479424 Sep 15 17:16:19.457688 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4df2deb0-dac9-41f2-a467-6cdb3a0a5f62 req-4ed1bd51-607a-4083-beca-d389ab9eafb1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Sep 15 17:16:19.919395 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee2db7-8899-4515-a654-92ce15d85241 req-c545bd49-25b7-4942-9a15-1e2e2a12ab62 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:19.920865 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-adee2db7-8899-4515-a654-92ce15d85241 req-c545bd49-25b7-4942-9a15-1e2e2a12ab62 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0470514 Sep 15 17:16:19.945409 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57925b5a-7b18-4e0e-a79f-8103ee8cbfe8 req-80c2270f-d86b-44d2-9041-6e6bfde3d7b8 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:19.946906 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57925b5a-7b18-4e0e-a79f-8103ee8cbfe8 req-80c2270f-d86b-44d2-9041-6e6bfde3d7b8 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 948 time: 0.0471811 Sep 15 17:16:19.958576 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-adee2db7-8899-4515-a654-92ce15d85241 req-3c552c64-82c4-4068-8321-19fdfb9a82bc tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317817 Sep 15 17:16:19.984333 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-57925b5a-7b18-4e0e-a79f-8103ee8cbfe8 req-549797d2-5d1a-4016-9d8f-78b0e1f74999 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Sep 15 17:16:20.568584 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceead91d-c88e-4bd6-a072-e5b9af713328 req-a4acc029-b1c8-4672-a4ab-c9694c2ccc5b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:20.569996 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ceead91d-c88e-4bd6-a072-e5b9af713328 req-a4acc029-b1c8-4672-a4ab-c9694c2ccc5b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0472708 Sep 15 17:16:20.608108 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ceead91d-c88e-4bd6-a072-e5b9af713328 req-8acd8802-49d1-45bc-bba3-f25c33148ed4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Sep 15 17:16:20.683510 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e82c424d-d64b-4636-9b79-b4913c80de4e details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:20.775115 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e82c424d-d64b-4636-9b79-b4913c80de4e,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:20.785885 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'e82c424d-d64b-4636-9b79-b4913c80de4e', 'network_id': '4aa79b2f-4761-4bd1-ad9d-183121c717b4', 'port_id': 'e82c424d-d64b-4636-9b79-b4913c80de4e', 'mac_address': 'fa:16:3e:d1:b7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '108478cb-8364-48d6-a01c-9d5f68054418', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:20.826697 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:20.838800 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82c424d-d64b-4636-9b79-b4913c80de4e {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:20.857339 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e82c424d-d64b-4636-9b79-b4913c80de4e,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:20.914536 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:20.958944 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:21.068499 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c77f2-6ec3-4ac8-b947-19c2ecb8ccd5 req-4b964482-047e-4301-a616-5b313a04e298 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:21.069999 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-550c77f2-6ec3-4ac8-b947-19c2ecb8ccd5 req-4b964482-047e-4301-a616-5b313a04e298 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0476751 Sep 15 17:16:21.114897 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-550c77f2-6ec3-4ac8-b947-19c2ecb8ccd5 req-f90df59b-c28a-450e-b313-1f0eb4708a26 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382285 Sep 15 17:16:21.211817 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['e82c424d-d64b-4636-9b79-b4913c80de4e'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:21.336772 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1e707-6212-45d6-8905-e8d3403e04a3 req-eebb806a-1d38-4c75-8f88-f40b31070d0a tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:21.338275 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49e1e707-6212-45d6-8905-e8d3403e04a3 req-eebb806a-1d38-4c75-8f88-f40b31070d0a tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 949 time: 0.2890646 Sep 15 17:16:21.374876 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-49e1e707-6212-45d6-8905-e8d3403e04a3 req-b8de2183-552f-4494-a571-6fec0b8824c5 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305195 Sep 15 17:16:21.717823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9c5ed-da54-47d5-9633-26cb020c8c3a req-3f6914c4-9d0e-4c18-ba4d-a1709b056e32 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:21.719316 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e9c5ed-da54-47d5-9633-26cb020c8c3a req-3f6914c4-9d0e-4c18-ba4d-a1709b056e32 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0476432 Sep 15 17:16:21.760258 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c2e9c5ed-da54-47d5-9633-26cb020c8c3a req-1cc261da-21df-4de5-ae91-72a165d4e7e3 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Sep 15 17:16:22.227394 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b85040-98a1-4540-915d-550217f22f21 req-046653db-e9a6-4555-bea0-9d7d71810bb0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:22.229014 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66b85040-98a1-4540-915d-550217f22f21 req-046653db-e9a6-4555-bea0-9d7d71810bb0 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 943 time: 0.0476182 Sep 15 17:16:22.267722 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-66b85040-98a1-4540-915d-550217f22f21 req-084b8989-7102-4850-8b23-c3f0c5b36ac5 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Sep 15 17:16:22.360398 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4723-889c-4c23-8362-e2afb5f566f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.491459 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494b0f0-d42a-4f06-9377-ffaea1b3c3c2 req-978bc8c8-71ce-4614-81ba-e8639d37d05e tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:22.492930 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6494b0f0-d42a-4f06-9377-ffaea1b3c3c2 req-978bc8c8-71ce-4614-81ba-e8639d37d05e tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 949 time: 0.0530133 Sep 15 17:16:22.532648 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6494b0f0-d42a-4f06-9377-ffaea1b3c3c2 req-87857ea8-47ce-473d-9a20-4c098adf0267 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Sep 15 17:16:22.693020 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:22.697236 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e82c424d-d64b-4636-9b79-b4913c80de4e up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:22.833198 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:22.844956 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'port_id': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'mac_address': 'fa:16:3e:f7:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:22.880056 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port e82c424d-d64b-4636-9b79-b4913c80de4e completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:16:22.884723 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.887855 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port e82c424d-d64b-4636-9b79-b4913c80de4e triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:22.888210 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:22.916479 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bb0772-4a38-4517-9bc8-2b999b61b027 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:22.943404 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:22.983631 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:23.007758 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:23.009942 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae9bd6-f522-4e3d-8e52-2084d9cb382d" -d '{"events": [{"server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "name": "network-vif-plugged", "status": "completed", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:23.021706 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:23.024374 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e82c424d-d64b-4636-9b79-b4913c80de4e,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:23.048357 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7267a6-af3b-411d-80df-6ede6348f2fe x-openstack-request-id: req-dd7267a6-af3b-411d-80df-6ede6348f2fe {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:23.052597 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "name": "network-vif-plugged", "status": "completed", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:23.052597 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd7267a6-af3b-411d-80df-6ede6348f2fe {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:23.052597 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e', 'code': 200} Sep 15 17:16:23.073122 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=7']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:23.108706 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:23.156170 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:23.327402 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['62bb0772-4a38-4517-9bc8-2b999b61b027'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:23.390401 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547247a-4309-43ee-8db7-c01deddba249 req-fba3f216-ab76-472b-b221-78633cb889cd tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:23.392031 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9547247a-4309-43ee-8db7-c01deddba249 req-fba3f216-ab76-472b-b221-78633cb889cd tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 944 time: 0.0585332 Sep 15 17:16:23.406411 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164870af-203b-4648-af4e-1c54d1d22291 req-becbf3b6-44b1-4e47-84c7-84925d41a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:23.409374 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-164870af-203b-4648-af4e-1c54d1d22291 req-becbf3b6-44b1-4e47-84c7-84925d41a0b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 1103 time: 0.0459418 Sep 15 17:16:23.433539 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-9547247a-4309-43ee-8db7-c01deddba249 req-93bb2048-5ecd-46b3-99b0-fa0ec7801133 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346107 Sep 15 17:16:23.448246 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-164870af-203b-4648-af4e-1c54d1d22291 req-f3773919-1758-432e-a084-5ffd057de420 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298092 Sep 15 17:16:23.653764 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401497bf-af2f-4420-a941-30b1bca4828a req-aa64b0e0-05ad-4c37-847f-acc9871ff376 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:23.655414 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-401497bf-af2f-4420-a941-30b1bca4828a req-aa64b0e0-05ad-4c37-847f-acc9871ff376 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0530059 Sep 15 17:16:23.693076 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-401497bf-af2f-4420-a941-30b1bca4828a req-69fef66a-75dd-4e1c-81cd-c6554a31788d tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317731 Sep 15 17:16:24.553350 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce495-e419-4a19-ad59-848fc36f1c76 req-813ed93a-ec30-4529-b356-f4880fa8f8d2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:24.554860 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-91bce495-e419-4a19-ad59-848fc36f1c76 req-813ed93a-ec30-4529-b356-f4880fa8f8d2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 944 time: 0.0472994 Sep 15 17:16:24.590516 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-91bce495-e419-4a19-ad59-848fc36f1c76 req-e162cd82-765f-4bb8-95e1-8461f2703419 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293999 Sep 15 17:16:24.691704 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:24.740372 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port 62bb0772-4a38-4517-9bc8-2b999b61b027 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:24.746463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:24.810397 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548212-f60b-4182-9ad3-6c1e95188d75 req-f194091e-9371-42d9-8809-23251459c09b tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:24.812036 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2e548212-f60b-4182-9ad3-6c1e95188d75 req-f194091e-9371-42d9-8809-23251459c09b tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0476966 Sep 15 17:16:24.821975 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:24.854289 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:24.855914 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-2e548212-f60b-4182-9ad3-6c1e95188d75 req-047e190b-a1b5-4df7-a28c-18957508619c tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365617 Sep 15 17:16:24.924913 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:24.972272 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=8']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:24.977041 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-431fbbfe-55d9-4b18-80f6-5279f8b73886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:25.050113 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:25.052565 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bd5ee-d2da-4993-98cb-0fee43b2bd73" -d '{"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-plugged", "status": "completed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:25.087419 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d923a5-6941-4e87-8627-39733c1fcb01 x-openstack-request-id: req-00d923a5-6941-4e87-8627-39733c1fcb01 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:25.087705 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-plugged", "status": "completed", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:25.087955 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-00d923a5-6941-4e87-8627-39733c1fcb01 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:25.088344 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'code': 200} Sep 15 17:16:25.303096 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:25.447278 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512a298-831f-4bab-bd65-bf37f4b8d3c7 req-4da1c696-ee10-444c-ab3b-90a4e045e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:25.448751 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8512a298-831f-4bab-bd65-bf37f4b8d3c7 req-4da1c696-ee10-444c-ab3b-90a4e045e615 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0391676 Sep 15 17:16:25.484102 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8512a298-831f-4bab-bd65-bf37f4b8d3c7 req-aa9b969f-7f15-4048-92c5-5e9e44cfd500 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260623 Sep 15 17:16:25.700277 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101f3d6-8d70-4817-8305-2b1992de77e5 req-48ded927-72f2-4cc7-85ee-a2408932728b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:25.701754 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5101f3d6-8d70-4817-8305-2b1992de77e5 req-48ded927-72f2-4cc7-85ee-a2408932728b tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0476363 Sep 15 17:16:25.739013 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5101f3d6-8d70-4817-8305-2b1992de77e5 req-1db8be1d-c396-4454-a5af-2ae86d7cc0b9 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311270 Sep 15 17:16:25.971852 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e796b0-ada4-4e0f-8f77-06b8acac5c6c req-e3836310-5f74-45b9-915d-49e6314be5d1 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:25.973303 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-97e796b0-ada4-4e0f-8f77-06b8acac5c6c req-e3836310-5f74-45b9-915d-49e6314be5d1 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0511827 Sep 15 17:16:25.989192 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:26.010263 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-97e796b0-ada4-4e0f-8f77-06b8acac5c6c req-4daa7ab9-122e-4685-bc47-ba6ea194d93c tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310640 Sep 15 17:16:26.467583 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2964ea5-edb0-4041-bf04-6568095a3c68 req-ed4de6b4-e3a4-4413-ab15-74439a560d8b tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:26.469043 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b2964ea5-edb0-4041-bf04-6568095a3c68 req-ed4de6b4-e3a4-4413-ab15-74439a560d8b tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0484738 Sep 15 17:16:26.507075 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b2964ea5-edb0-4041-bf04-6568095a3c68 req-a2550d5e-5b88-4bf7-bad5-a5a278bf8e19 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Sep 15 17:16:26.856464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f1e01-7d4f-416e-acd2-46c69aa0d0ff req-aafaa203-979f-4540-9d12-b68ff00f75aa tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:26.857992 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c69f1e01-7d4f-416e-acd2-46c69aa0d0ff req-aafaa203-979f-4540-9d12-b68ff00f75aa tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0503948 Sep 15 17:16:26.896142 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c69f1e01-7d4f-416e-acd2-46c69aa0d0ff req-ab501d79-f311-4d6c-a376-a2202e53f680 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320599 Sep 15 17:16:27.617116 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77360fd0-ca8d-4559-ad0b-b42317b35f07 req-4fbf8f9e-c3cc-4554-b600-409ebef9aafa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:27.618570 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77360fd0-ca8d-4559-ad0b-b42317b35f07 req-4fbf8f9e-c3cc-4554-b600-409ebef9aafa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0464542 Sep 15 17:16:27.654107 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-77360fd0-ca8d-4559-ad0b-b42317b35f07 req-44bac076-a88d-43cc-bfdd-ae95e98df9db tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/security-groups?id=312bcc27-1e81-4f23-9118-3d0ed7feb4d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291953 Sep 15 17:16:27.822300 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.008776 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917710e8-2d02-4be2-9e71-95c7def6289b req-4bff5d89-49be-4e6b-9a0f-b14cbb434119 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:28.010300 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-917710e8-2d02-4be2-9e71-95c7def6289b req-4bff5d89-49be-4e6b-9a0f-b14cbb434119 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Sep 15 17:16:28.050981 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-917710e8-2d02-4be2-9e71-95c7def6289b req-6071b865-ec50-416c-b745-be357ce44a95 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348289 Sep 15 17:16:28.324127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8590-293a-4f21-8409-29b5073073ed req-e0190c37-5b3a-4069-abbf-007ae245a4f4 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:28.325529 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-230c8590-293a-4f21-8409-29b5073073ed req-e0190c37-5b3a-4069-abbf-007ae245a4f4 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.54 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 950 time: 0.0515165 Sep 15 17:16:28.424984 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Deleting port e82c424d-d64b-4636-9b79-b4913c80de4e {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:16:28.425328 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.513792 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] For port e82c424d-d64b-4636-9b79-b4913c80de4e, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=e82c424d-d64b-4636-9b79-b4913c80de4e,segment=NetworkSegment(59613185-bb6f-42d7-bd39-23dc29e9954b),segment_id=59613185-bb6f-42d7-bd39-23dc29e9954b)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:28.514171 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.525969 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Calling delete_port for e82c424d-d64b-4636-9b79-b4913c80de4e owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:16:28.730153 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.743898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['e82c424d-d64b-4636-9b79-b4913c80de4e'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:28.751506 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0808f216-5157-4cbb-b998-dcbf0c91e73f req-5d6bb836-abed-4796-b84b-0f11bfe37500 tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.57 "GET /v2.0/ports?device_id=cac438c8-cfe8-4f2a-80d1-57ebedf05f96 HTTP/1.1" status: 200 len: 210 time: 0.0313990 Sep 15 17:16:28.775294 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Pushing event deleted for resources: {'Port': ['ID=e82c424d-d64b-4636-9b79-b4913c80de4e,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:28.817996 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] No DVR routers for this DVR port e82c424d-d64b-4636-9b79-b4913c80de4e on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:16:28.820606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:28.822674 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-230c8590-293a-4f21-8409-29b5073073ed req-7502be50-61a9-4356-8a4e-657e6f2664aa tempest-VolumesNegativeTest-2095430631 tempest-VolumesNegativeTest-2095430631-project] 10.222.0.54 "DELETE /v2.0/ports/e82c424d-d64b-4636-9b79-b4913c80de4e HTTP/1.1" status: 204 len: 173 time: 0.4787014 Sep 15 17:16:28.823916 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'name': 'network-vif-deleted', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:28.826145 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1b76b-05f4-4ef1-b7dc-9acc2cdb42c0" -d '{"events": [{"server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "name": "network-vif-deleted", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:28.866300 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2ed083-b805-44a7-aad9-0d213b36d070 x-openstack-request-id: req-6f2ed083-b805-44a7-aad9-0d213b36d070 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:28.866667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac438c8-cfe8-4f2a-80d1-57ebedf05f96", "name": "network-vif-deleted", "tag": "e82c424d-d64b-4636-9b79-b4913c80de4e", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:28.866975 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f2ed083-b805-44a7-aad9-0d213b36d070 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:28.867441 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac438c8-cfe8-4f2a-80d1-57ebedf05f96', 'name': 'network-vif-deleted', 'tag': 'e82c424d-d64b-4636-9b79-b4913c80de4e', 'status': 'completed', 'code': 200} Sep 15 17:16:32.724912 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e82c424d-d64b-4636-9b79-b4913c80de4e no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:16:32.745791 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: e82c424d-d64b-4636-9b79-b4913c80de4e {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:16:32.746150 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device e82c424d-d64b-4636-9b79-b4913c80de4e not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:16:34.017306 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:34.534329 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:16:34.720616 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-6d89d3ca-2fd9-4479-8a06-d7a595e8550e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:34.722108 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-6d89d3ca-2fd9-4479-8a06-d7a595e8550e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1016157 Sep 15 17:16:34.736298 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-0b83e68f-7025-469e-8efb-069cbf879f72 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/quotas/f9b0303461a44aac806ecf75022dddab HTTP/1.1" status: 200 len: 375 time: 0.0085890 Sep 15 17:16:34.787367 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-34e538d7-b6f4-4554-8a1b-4b44ac78bd2a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458105 Sep 15 17:16:34.878675 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-4075cf5c-c50c-4e4d-8763-0a5b580f4ead service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Sep 15 17:16:34.965910 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-f47fe121-0523-4b9e-8498-7cc5039ab968 service neutron] 10.222.0.57 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812922 Sep 15 17:16:35.186061 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-247dd5f0-b6e1-4dcd-a440-8d74cd4d569d req-9a3d2471-6986-4132-86f4-00cf70d41418 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 210 time: 0.0264592 Sep 15 17:16:35.273510 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54844) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:35.403228 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-51b89540-2650-4f03-8992-10bb7b398d0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e920ed197ae04d9a89d0cf4131b32fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284859 Sep 15 17:16:35.405749 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 54848) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:16:35.454010 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.474622 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.604613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.607188 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:35.608337 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/312bcc27-1e81-4f23-9118-3d0ed7feb4d9 HTTP/1.1" status: 204 len: 168 time: 0.2017028 Sep 15 17:16:35.616308 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68348b-08b2-4298-bf22-0f4f4d59bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312bcc27-1e81-4f23-9118-3d0ed7feb4d9,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:36.278019 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5a13231f-3276-4b45-a683-744de73a6f8d req-0a0e841f-b327-42ac-acc2-3b68dc6386a7 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 210 time: 0.0259299 Sep 15 17:16:37.199463 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-9659f647-e05f-4bd4-a561-292d748cacd5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:37.200876 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-9659f647-e05f-4bd4-a561-292d748cacd5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/networks?id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 200 len: 813 time: 0.1006827 Sep 15 17:16:37.215004 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Request body: {'port': {'device_id': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'admin_state_up': True, 'tenant_id': 'f9b0303461a44aac806ecf75022dddab'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:37.375640 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-1b42903d-6ee5-4bee-aef8-8572f2354ba4 req-8006e75d-e041-4a29-85f5-05138442cd0c tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Sep 15 17:16:37.434466 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Made reservation on behalf of f9b0303461a44aac806ecf75022dddab for: {'port': 1} {{(pid=94706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 17:16:37.438025 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.557524 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_common [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Allocated IP 172.20.0.3 (db4e6390-9057-41dc-b7f6-9bb811bcc0c8/757aa8f2-f4ab-40c7-9880-578ba3d886c4/efbef44e-7b37-48d5-bfd0-c4887f593f78) {{(pid=94706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 17:16:37.698207 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks [] for port, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.783224 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788476507576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.795359 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', '384e0ce0-3c67-481d-8932-0977fe2b5946', 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:37.826127 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 is already hosted by enough agents. {{(pid=94706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 17:16:37.829390 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.base_scheduler [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Resources bound (agent type, host, resource id): {{(pid=94706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 17:16:37.835194 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Received port after_create {{(pid=94706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 17:16:37.841903 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event updated for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:37.855150 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-020eccff-0216-4084-8d03-40e20f30e174 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452025 Sep 15 17:16:37.891648 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:37.892271 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:37.923023 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-cfd93457-77dd-4c98-a3de-04c5712c07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:37.924529 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-cfd93457-77dd-4c98-a3de-04c5712c07f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1099 time: 0.0408056 Sep 15 17:16:37.971363 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-36e5ce4f-df72-4d8f-bfe4-196b82930882 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602558 Sep 15 17:16:37.983755 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.v2.base [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Request body: {'port': {'device_id': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80191'}} {{(pid=94706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 17:16:38.032542 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-fe0cfdb8-ddd0-4fc3-ad0f-ca14b1754515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.034498 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-fe0cfdb8-ddd0-4fc3-ad0f-ca14b1754515 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.0897541 Sep 15 17:16:38.043232 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.101947 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-b2ac99e4-f65e-41b5-9a8f-23f9c415f3ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 1001 time: 0.0581594 Sep 15 17:16:38.155734 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-72094088-c89e-4817-9edd-ad079f7a6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.157209 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-72094088-c89e-4817-9edd-ad079f7a6115 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0454061 Sep 15 17:16:38.208976 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-b027df67-7dc0-4627-8e0e-980138eaed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.210513 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-b027df67-7dc0-4627-8e0e-980138eaed56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441594 Sep 15 17:16:38.301468 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-f90861bc-06ff-482a-9522-3127fef170d5 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826640 Sep 15 17:16:38.308650 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbef44e-7b37-48d5-bfd0-c4887f593f78 {{(pid=94706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:38.317752 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.329393 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.provisioning_blocks [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Transition to ACTIVE for port object efbef44e-7b37-48d5-bfd0-c4887f593f78 will not be triggered until provisioned by entity L2. {{(pid=94706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 17:16:38.388303 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.394336 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-38ea1393-bed2-42f7-9a01-0a63d05db437 req-5f48991b-f600-492f-8622-21ce5ccae2a1 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856709 Sep 15 17:16:38.471612 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Pushing event updated for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=2']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:38.551635 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b696c3-e85a-4ba0-be1b-8ee3a809e963 req-c309c244-8b23-49ff-bbfc-3099a7884982 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.553090 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c2b696c3-e85a-4ba0-be1b-8ee3a809e963 req-c309c244-8b23-49ff-bbfc-3099a7884982 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 943 time: 0.0956912 Sep 15 17:16:38.554188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Attempting to bind port efbef44e-7b37-48d5-bfd0-c4887f593f78 on host hv-cinder-80191 for vnic_type normal with profile {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 17:16:38.554516 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Attempting to bind port efbef44e-7b37-48d5-bfd0-c4887f593f78 by drivers openvswitch,hyperv on host hv-cinder-80191 at level 0 using segments [{'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 17:16:38.554838 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Attempting to bind port efbef44e-7b37-48d5-bfd0-c4887f593f78 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:38.560789 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Port efbef44e-7b37-48d5-bfd0-c4887f593f78 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80191 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 17:16:38.561107 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Attempting to bind port efbef44e-7b37-48d5-bfd0-c4887f593f78 on network db4e6390-9057-41dc-b7f6-9bb811bcc0c8 {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 17:16:38.570050 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Checking agent: {'id': '7e3f0689-5237-4437-98f7-cd7c2380465f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80191', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'started_at': datetime.datetime(2021, 9, 15, 17, 5, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 17, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 17:16:38.570388 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Checking segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 17:16:38.570764 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Bound using segment: {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'} {{(pid=94706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 17:16:38.571188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.managers [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Bound port: efbef44e-7b37-48d5-bfd0-c4887f593f78, host: hv-cinder-80191, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa66bc69-47ac-43b9-8964-59fc163e8842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8'}}] {{(pid=94706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 17:16:38.571543 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.624805 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c2b696c3-e85a-4ba0-be1b-8ee3a809e963 req-a599c838-b789-45f6-ad69-6d7138657afc tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657015 Sep 15 17:16:38.652471 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, cleared binding levels {{(pid=94706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 17:16:38.655431 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 17:16:38.766173 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64850675'] for port, after_update {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.804939 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.805559 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:38.806951 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] 10.222.0.54 "PUT /v2.0/ports/efbef44e-7b37-48d5-bfd0-c4887f593f78 HTTP/1.1" status: 200 len: 1093 time: 0.8274791 Sep 15 17:16:38.807379 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:38.809690 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c642874c-cb29-4fb2-9943-f6b74b57a3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:38.831703 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f077e5-5651-4ed5-959c-d9d1238a4e2a service neutron] Pushing event updated for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=3']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:38.855440 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8b632f-ecab-4299-b879-cf5717457db1 x-openstack-request-id: req-8f8b632f-ecab-4299-b879-cf5717457db1 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:38.855440 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:38.855440 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f8b632f-ecab-4299-b879-cf5717457db1 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:38.855440 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78', 'status': 'completed', 'code': 200} Sep 15 17:16:38.913302 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-48842658-e3b5-4463-8f8f-c157d550054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:38.914749 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-48842658-e3b5-4463-8f8f-c157d550054d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 1096 time: 0.0400138 Sep 15 17:16:39.011891 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-bd7af7ba-f19e-435c-a718-453edab43c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.013311 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-bd7af7ba-f19e-435c-a718-453edab43c29 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f9b0303461a44aac806ecf75022dddab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0900247 Sep 15 17:16:39.110944 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-1ec7bfca-0be8-4fc7-a045-7d6edc75ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.112412 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c642874c-cb29-4fb2-9943-f6b74b57a3b4 req-1ec7bfca-0be8-4fc7-a045-7d6edc75ed6d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887282 Sep 15 17:16:39.194365 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-eb106139-6a16-4f28-af2f-a06dfd782ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.195745 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-eb106139-6a16-4f28-af2f-a06dfd782ae7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9b0303461a44aac806ecf75022dddab&device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 1096 time: 0.0393655 Sep 15 17:16:39.237059 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-4301c5b1-1c0a-44ef-a0c4-d7cde2f1b22f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78 HTTP/1.1" status: 200 len: 217 time: 0.0317810 Sep 15 17:16:39.292746 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689628db-37ab-4982-b3d4-0e0003e57671 req-e51a6229-7b07-4c39-ae6a-7e6482cbb16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.294177 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-e51a6229-7b07-4c39-ae6a-7e6482cbb16c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=757aa8f2-f4ab-40c7-9880-578ba3d886c4 HTTP/1.1" status: 200 len: 853 time: 0.0443759 Sep 15 17:16:39.327000 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-0d2e39a5-4131-499e-b32a-b7497cec8a41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=db4e6390-9057-41dc-b7f6-9bb811bcc0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244763 Sep 15 17:16:39.415272 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-94223414-ea94-41d7-bde3-1720097cd55d service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798151 Sep 15 17:16:39.508685 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-689628db-37ab-4982-b3d4-0e0003e57671 req-b3b29e23-3a63-4437-9d57-32fb3b14d930 service neutron] 10.222.0.54 "GET /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Sep 15 17:16:39.735145 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cef75-ae3a-4416-825d-0d1fd6575af8 req-edf637d5-5fe9-4573-9047-4273423eb65a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:39.736644 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-133cef75-ae3a-4416-825d-0d1fd6575af8 req-edf637d5-5fe9-4573-9047-4273423eb65a tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 943 time: 0.0473785 Sep 15 17:16:39.775250 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-133cef75-ae3a-4416-825d-0d1fd6575af8 req-58f9309a-d741-49ef-8144-48344df03b44 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Sep 15 17:16:40.888325 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bffbf-d7cf-4072-a3af-7c80c702f362 req-2fdf257f-0b2a-4f9f-8340-489310d05b10 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:40.889816 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ab4bffbf-d7cf-4072-a3af-7c80c702f362 req-2fdf257f-0b2a-4f9f-8340-489310d05b10 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 943 time: 0.0482285 Sep 15 17:16:40.925438 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ab4bffbf-d7cf-4072-a3af-7c80c702f362 req-2ec946ee-4b9d-44f8-8cdb-8c7974ebb585 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298319 Sep 15 17:16:42.035947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754afc1-c1de-4194-9e26-8133d679f3c4 req-3c01d472-576e-4d7a-be1c-d2d55dce902b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:42.037420 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9754afc1-c1de-4194-9e26-8133d679f3c4 req-3c01d472-576e-4d7a-be1c-d2d55dce902b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 943 time: 0.0473707 Sep 15 17:16:42.078163 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9754afc1-c1de-4194-9e26-8133d679f3c4 req-00666514-edff-4472-a54a-653b562f5721 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348554 Sep 15 17:16:42.803559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device efbef44e-7b37-48d5-bfd0-c4887f593f78 details requested by agent hyperv_hv-cinder-80191 with host hv-cinder-80191 {{(pid=94707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 17:16:42.898345 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:42.909005 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Returning: {'device': 'efbef44e-7b37-48d5-bfd0-c4887f593f78', 'network_id': 'db4e6390-9057-41dc-b7f6-9bb811bcc0c8', 'port_id': 'efbef44e-7b37-48d5-bfd0-c4887f593f78', 'mac_address': 'fa:16:3e:2c:fa:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '757aa8f2-f4ab-40c7-9880-578ba3d886c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 17:16:42.943676 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:42.956094 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbef44e-7b37-48d5-bfd0-c4887f593f78 {{(pid=94707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 17:16:42.973846 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:43.045104 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:43.091480 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=4']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:43.189822 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbca3e-9a91-4ff4-8026-dc43aaa0a94d req-cf191ef1-9bd5-414a-9141-d492cbc13e27 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:43.191287 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-41bbca3e-9a91-4ff4-8026-dc43aaa0a94d req-cf191ef1-9bd5-414a-9141-d492cbc13e27 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 944 time: 0.0473447 Sep 15 17:16:43.229773 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-41bbca3e-9a91-4ff4-8026-dc43aaa0a94d req-c52a5420-7427-458a-9a81-9950ad924b0d tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Sep 15 17:16:43.366905 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['efbef44e-7b37-48d5-bfd0-c4887f593f78'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:16:44.340432 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328dc4-e687-4ac9-90ba-abfaf176918c req-68e146a6-dbdf-48a6-bb28-953647f2dedf tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:44.341884 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d328dc4-e687-4ac9-90ba-abfaf176918c req-68e146a6-dbdf-48a6-bb28-953647f2dedf tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 944 time: 0.0464511 Sep 15 17:16:44.378361 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-0d328dc4-e687-4ac9-90ba-abfaf176918c req-44a1c6e8-4707-47a6-bdeb-74eaac74f190 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301197 Sep 15 17:16:44.807821 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device efbef44e-7b37-48d5-bfd0-c4887f593f78 up at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 17:16:44.919962 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning for port efbef44e-7b37-48d5-bfd0-c4887f593f78 completed by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 17:16:44.924125 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.provisioning_blocks [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Provisioning complete for port efbef44e-7b37-48d5-bfd0-c4887f593f78 triggered by entity L2. {{(pid=94707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 17:16:44.924499 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1985518'] for port, provisioning_complete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.001373 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971490'] for port, before_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.022443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78'}] {{(pid=94707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:16:45.024618 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9761a81833292f9278ff58609da273f9d2822fa1f978e247f0f32050ead0dc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a86a5-3a4e-4acf-9398-ff0542b64033" -d '{"events": [{"server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "name": "network-vif-plugged", "status": "completed", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78"}]}' {{(pid=94707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:16:45.036753 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:16:45.060409 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb943ecc-32c3-4d42-bbff-761a4da00919 x-openstack-request-id: req-cb943ecc-32c3-4d42-bbff-761a4da00919 {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:16:45.061353 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "name": "network-vif-plugged", "status": "completed", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78", "code": 200}]} {{(pid=94707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:16:45.061634 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb943ecc-32c3-4d42-bbff-761a4da00919 {{(pid=94707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:16:45.062019 dv-cinder-801913-6-iscsi neutron-server[94707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78', 'code': 200} Sep 15 17:16:45.107741 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788477058829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788476507594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788476507612'] for port, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:45.155678 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Pushing event updated for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=5']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:16:45.366310 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ae24-9cca-4a98-8848-5dce3b907298 req-b7295bfa-82b9-45f3-91c1-11d5ab799fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:45.367652 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9963ae24-9cca-4a98-8848-5dce3b907298 req-b7295bfa-82b9-45f3-91c1-11d5ab799fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 1098 time: 0.0388575 Sep 15 17:16:45.403409 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-9963ae24-9cca-4a98-8848-5dce3b907298 req-04f81263-43ec-4260-9c2d-0b6ef6bdf3f3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272102 Sep 15 17:16:45.487808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed4871-4a81-487f-a9c3-bd4e92794d2c req-cca045ca-eba3-42ac-9c80-56d60e8de8ab tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:45.489495 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ceed4871-4a81-487f-a9c3-bd4e92794d2c req-cca045ca-eba3-42ac-9c80-56d60e8de8ab tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0466197 Sep 15 17:16:45.528246 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-ceed4871-4a81-487f-a9c3-bd4e92794d2c req-b11bda89-c591-4550-bee3-0f88a5ddcc80 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Sep 15 17:16:46.645775 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d0ef9-cd58-4a46-9e53-683a87235890 req-ea83c9d0-f150-4293-9a4d-d87538d5accf tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:46.647146 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5e1d0ef9-cd58-4a46-9e53-683a87235890 req-ea83c9d0-f150-4293-9a4d-d87538d5accf tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Sep 15 17:16:46.687099 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-5e1d0ef9-cd58-4a46-9e53-683a87235890 req-8abc4e4f-970e-4002-9c66-9f7028f49ba5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Sep 15 17:16:47.797871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c373d-9a1b-4a3e-bddd-bdcb363fc5ae req-cce2ec3a-bfa3-4e8e-a8a8-7d37b5d89a0f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:16:47.799325 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-732c373d-9a1b-4a3e-bddd-bdcb363fc5ae req-cce2ec3a-bfa3-4e8e-a8a8-7d37b5d89a0f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0468323 Sep 15 17:16:47.835405 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-732c373d-9a1b-4a3e-bddd-bdcb363fc5ae req-ada9c206-d2df-4a9d-b0ac-d05d35740668 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302551 Sep 15 17:16:52.301848 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-011da65e-f3ea-4c59-9cf9-12ac6c3fa858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:54.970946 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b46c9e71-fd5e-475f-938b-9fbea94d3c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:55.342479 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:55.982641 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:16:57.850873 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:02.087972 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1b3eb-f4ed-4819-b7b7-1bdf87ea6b33 req-405e6e4d-9e29-4d1b-9b02-af6094bca141 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:02.089448 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6f1b3eb-f4ed-4819-b7b7-1bdf87ea6b33 req-405e6e4d-9e29-4d1b-9b02-af6094bca141 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Sep 15 17:17:02.129310 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-e6f1b3eb-f4ed-4819-b7b7-1bdf87ea6b33 req-cd43358f-5f2e-4ffd-aeec-7f3ee59b5a41 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Sep 15 17:17:03.243854 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b7ded-5079-47cc-a16d-94d2ba7620ea req-e5145d2f-0de5-4ad5-94e9-bacd55838cc2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:03.245300 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-609b7ded-5079-47cc-a16d-94d2ba7620ea req-e5145d2f-0de5-4ad5-94e9-bacd55838cc2 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0477831 Sep 15 17:17:03.281665 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-609b7ded-5079-47cc-a16d-94d2ba7620ea req-7acd6dd3-0bb0-4d49-bbdf-e5b47d6e7230 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305214 Sep 15 17:17:04.010820 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.180481 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-2a8b67c2-4b3a-459b-878e-85099e3e9633 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:04.181900 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-2a8b67c2-4b3a-459b-878e-85099e3e9633 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0463033 Sep 15 17:17:04.280392 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Deleting port efbef44e-7b37-48d5-bfd0-c4887f593f78 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:04.281034 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.370976 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] For port efbef44e-7b37-48d5-bfd0-c4887f593f78, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=efbef44e-7b37-48d5-bfd0-c4887f593f78,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:04.371336 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.383368 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Calling delete_port for efbef44e-7b37-48d5-bfd0-c4887f593f78 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:04.392926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe968-85a1-49eb-90da-8bb855ad1538 req-5af802d1-666d-4d11-b8ef-173e1d8b909e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:04.394578 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d0cfe968-85a1-49eb-90da-8bb855ad1538 req-5af802d1-666d-4d11-b8ef-173e1d8b909e tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 945 time: 0.0475667 Sep 15 17:17:04.432233 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-d0cfe968-85a1-49eb-90da-8bb855ad1538 req-6b1557a6-5ec6-46a6-87fc-8627f1bc2b65 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Sep 15 17:17:04.592808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.606467 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', '384e0ce0-3c67-481d-8932-0977fe2b5946', 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'efbef44e-7b37-48d5-bfd0-c4887f593f78'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:17:04.623933 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event deleted for resources: {'Port': ['ID=efbef44e-7b37-48d5-bfd0-c4887f593f78,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:04.649940 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.650284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.650620 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.650951 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.651280 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.651606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.651930 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.652254 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.652572 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.652887 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.653208 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.653523 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:04.672070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] No DVR routers for this DVR port efbef44e-7b37-48d5-bfd0-c4887f593f78 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:04.674528 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:04.676470 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c4974858-c2d1-4c7b-8318-d4719cfa5e61 req-1ba24f1c-ff6c-43b8-9e9a-ae72ca333521 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "DELETE /v2.0/ports/efbef44e-7b37-48d5-bfd0-c4887f593f78 HTTP/1.1" status: 204 len: 173 time: 0.4832618 Sep 15 17:17:04.676896 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'name': 'network-vif-deleted', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:04.679102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22078b53-0aa6-4e7e-b3ea-eee1ce4e57ae" -d '{"events": [{"server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "name": "network-vif-deleted", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:04.714545 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b9e65f-8c6f-4aca-832f-657e8a12542b x-openstack-request-id: req-21b9e65f-8c6f-4aca-832f-657e8a12542b {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:04.714830 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2129dc-ef75-4220-a8a2-6e60b2176f53", "name": "network-vif-deleted", "tag": "efbef44e-7b37-48d5-bfd0-c4887f593f78", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:04.715079 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21b9e65f-8c6f-4aca-832f-657e8a12542b {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:04.715468 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2129dc-ef75-4220-a8a2-6e60b2176f53', 'name': 'network-vif-deleted', 'tag': 'efbef44e-7b37-48d5-bfd0-c4887f593f78', 'status': 'completed', 'code': 200} Sep 15 17:17:05.543040 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-4f7f9c87-1130-4f66-8e03-b38a1c007df0 req-3bdf287e-49da-4e4d-9aa4-33238de2779b tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c2129dc-ef75-4220-a8a2-6e60b2176f53 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Sep 15 17:17:08.334167 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212d97-17be-4f14-bb24-a72873a8029b req-2474495a-2b4e-4c3d-901b-7f5b40c788e5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:08.335649 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-30212d97-17be-4f14-bb24-a72873a8029b req-2474495a-2b4e-4c3d-901b-7f5b40c788e5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0467067 Sep 15 17:17:08.371850 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-30212d97-17be-4f14-bb24-a72873a8029b req-2cf43513-7764-4cd9-a905-58d4b4ae8916 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303733 Sep 15 17:17:08.941395 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device efbef44e-7b37-48d5-bfd0-c4887f593f78 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:08.961883 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: efbef44e-7b37-48d5-bfd0-c4887f593f78 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:08.962226 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device efbef44e-7b37-48d5-bfd0-c4887f593f78 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:09.490118 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebd21d-5294-46b2-a51c-0e65f1e575c8 req-6b816d20-beca-40e4-bf70-34c4572109a9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:09.491589 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59ebd21d-5294-46b2-a51c-0e65f1e575c8 req-6b816d20-beca-40e4-bf70-34c4572109a9 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0486159 Sep 15 17:17:09.527115 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-59ebd21d-5294-46b2-a51c-0e65f1e575c8 req-50aa186b-e9a4-4d53-a778-9d6bbc161f40 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298045 Sep 15 17:17:10.156925 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-d8076edb-c7da-49e0-ade9-9bae093699a5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:10.158397 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-d8076edb-c7da-49e0-ade9-9bae093699a5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 946 time: 0.0469787 Sep 15 17:17:10.250207 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Deleting port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:10.250544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:10.349742 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] For port bd3006f0-d2a5-4a35-84fd-a4bb09199e49, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:10.350102 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:10.364638 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Calling delete_port for bd3006f0-d2a5-4a35-84fd-a4bb09199e49 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:10.553991 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:10.568180 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', '384e0ce0-3c67-481d-8932-0977fe2b5946', 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:17:10.587467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event deleted for resources: {'Port': ['ID=bd3006f0-d2a5-4a35-84fd-a4bb09199e49,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:10.649158 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c0ae63d7-edbc-4423-8775-5ab257b1aa26 req-076aa999-52c0-4ad0-94c8-30a740c13498 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=30c105ae-be70-46ea-a6fe-ce08cef1b52c HTTP/1.1" status: 200 len: 210 time: 0.0536573 Sep 15 17:17:10.650027 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] No DVR routers for this DVR port bd3006f0-d2a5-4a35-84fd-a4bb09199e49 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:10.652656 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:10.654961 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c92c01d2-a6cc-4a69-91da-f4cd5a9c128c req-a59a9024-1b05-4ba1-9a6e-9c408f56685f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "DELETE /v2.0/ports/bd3006f0-d2a5-4a35-84fd-a4bb09199e49 HTTP/1.1" status: 204 len: 173 time: 0.4899499 Sep 15 17:17:10.656044 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'name': 'network-vif-deleted', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:10.657754 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e942a-8b22-492d-b23b-97e4a0d5cef4" -d '{"events": [{"server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "name": "network-vif-deleted", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:10.700458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f870482-a168-45a8-ac0f-9e1ca5edc0f3 x-openstack-request-id: req-8f870482-a168-45a8-ac0f-9e1ca5edc0f3 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:10.700840 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30c105ae-be70-46ea-a6fe-ce08cef1b52c", "name": "network-vif-deleted", "tag": "bd3006f0-d2a5-4a35-84fd-a4bb09199e49", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:10.701116 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f870482-a168-45a8-ac0f-9e1ca5edc0f3 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:10.701559 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c105ae-be70-46ea-a6fe-ce08cef1b52c', 'name': 'network-vif-deleted', 'tag': 'bd3006f0-d2a5-4a35-84fd-a4bb09199e49', 'status': 'completed', 'code': 200} Sep 15 17:17:11.532695 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:17:12.093462 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786482f7-9778-4328-ba16-f35964e949d1 req-6e42ee84-716e-4bad-b819-97038a49de57 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:12.094940 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-786482f7-9778-4328-ba16-f35964e949d1 req-6e42ee84-716e-4bad-b819-97038a49de57 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 946 time: 0.0470490 Sep 15 17:17:12.131621 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-786482f7-9778-4328-ba16-f35964e949d1 req-3d4688ad-8d4e-4a7b-b1b6-51cadf68d195 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301707 Sep 15 17:17:13.246859 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b813a-7430-4a4e-a7ab-a756feb94818 req-c46f94fa-3dc4-459e-be7e-1688ce16f7ca tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:13.248331 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8f5b813a-7430-4a4e-a7ab-a756feb94818 req-c46f94fa-3dc4-459e-be7e-1688ce16f7ca tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 946 time: 0.0485895 Sep 15 17:17:13.286211 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-8f5b813a-7430-4a4e-a7ab-a756feb94818 req-c299cf6b-b555-42bc-884e-09a3fee7e5de tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Sep 15 17:17:13.383559 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-8049ee72-6ced-4fee-961c-5cd3c87f63f4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:13.385005 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-8049ee72-6ced-4fee-961c-5cd3c87f63f4 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 946 time: 0.0491421 Sep 15 17:17:13.475171 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Deleting port 384e0ce0-3c67-481d-8932-0977fe2b5946 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:13.475425 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:13.797415 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] For port 384e0ce0-3c67-481d-8932-0977fe2b5946, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=384e0ce0-3c67-481d-8932-0977fe2b5946,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:13.797720 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:13.811263 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Calling delete_port for 384e0ce0-3c67-481d-8932-0977fe2b5946 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:14.005110 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:14.016423 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', '384e0ce0-3c67-481d-8932-0977fe2b5946'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:17:14.032104 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event deleted for resources: {'Port': ['ID=384e0ce0-3c67-481d-8932-0977fe2b5946,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:14.073880 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] No DVR routers for this DVR port 384e0ce0-3c67-481d-8932-0977fe2b5946 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:14.076115 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:14.078082 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-3c0acb2a-0b3c-4a72-b629-833802b0aa72 req-504f8401-3f68-4f93-9958-a3ad641054d1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "DELETE /v2.0/ports/384e0ce0-3c67-481d-8932-0977fe2b5946 HTTP/1.1" status: 204 len: 173 time: 0.6831195 Sep 15 17:17:14.078512 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'name': 'network-vif-deleted', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:14.081256 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c162309-f034-487d-a886-1db3251d72bf" -d '{"events": [{"server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "name": "network-vif-deleted", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:14.115161 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c070265-0f3a-4284-ab16-ca06d8bf5542 x-openstack-request-id: req-4c070265-0f3a-4284-ab16-ca06d8bf5542 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:14.115453 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce14832-797c-4116-abbd-cb84156b287a", "name": "network-vif-deleted", "tag": "384e0ce0-3c67-481d-8932-0977fe2b5946", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:14.115680 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c070265-0f3a-4284-ab16-ca06d8bf5542 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:14.116060 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce14832-797c-4116-abbd-cb84156b287a', 'name': 'network-vif-deleted', 'tag': '384e0ce0-3c67-481d-8932-0977fe2b5946', 'status': 'completed', 'code': 200} Sep 15 17:17:14.376624 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-ce0a2221-4cbf-4309-b0e6-e093eec81717 req-fc30cc44-269f-4500-8b76-1831101830ce tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ce14832-797c-4116-abbd-cb84156b287a HTTP/1.1" status: 200 len: 210 time: 0.0266945 Sep 15 17:17:14.956749 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 384e0ce0-3c67-481d-8932-0977fe2b5946 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:14.976038 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 384e0ce0-3c67-481d-8932-0977fe2b5946 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:14.976367 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 384e0ce0-3c67-481d-8932-0977fe2b5946 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:14.976756 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bd3006f0-d2a5-4a35-84fd-a4bb09199e49 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:14.995278 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: bd3006f0-d2a5-4a35-84fd-a4bb09199e49 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:14.995616 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device bd3006f0-d2a5-4a35-84fd-a4bb09199e49 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:17.031467 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b610f-190f-4dd9-9c20-02d1f4b44210 req-42002bc7-62ce-4d03-aa05-961c4a691e9f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:17.032918 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-202b610f-190f-4dd9-9c20-02d1f4b44210 req-42002bc7-62ce-4d03-aa05-961c4a691e9f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 945 time: 0.0477133 Sep 15 17:17:17.069366 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-202b610f-190f-4dd9-9c20-02d1f4b44210 req-ac7bc78c-fc4f-48f0-95f3-1c99d31c1f64 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305591 Sep 15 17:17:18.188356 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cff4e-8539-412a-a091-590bd5bb1b10 req-18ed05dd-2e67-436e-a12d-cd30d1531499 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:18.190359 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-196cff4e-8539-412a-a091-590bd5bb1b10 req-18ed05dd-2e67-436e-a12d-cd30d1531499 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 945 time: 0.0520484 Sep 15 17:17:18.226632 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-196cff4e-8539-412a-a091-590bd5bb1b10 req-9e1140c4-83f4-4902-ba49-a1bcbeaf7573 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/security-groups?id=4d3b74f2-d05d-473b-824a-a0738275b732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301330 Sep 15 17:17:18.516910 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-862ab93f-aa06-4c28-b832-ceaad5786b1f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:18.518389 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-862ab93f-aa06-4c28-b832-ceaad5786b1f tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 945 time: 0.0499408 Sep 15 17:17:18.603837 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Deleting port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:18.604175 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:18.691116 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] For port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,segment=NetworkSegment(fa66bc69-47ac-43b9-8964-59fc163e8842),segment_id=fa66bc69-47ac-43b9-8964-59fc163e8842)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:18.691403 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:18.703443 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Calling delete_port for 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:18.924140 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:18.935919 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] get_ports_and_sgs() called for port_ids ['0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'] {{(pid=94707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 17:17:18.951876 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Pushing event deleted for resources: {'Port': ['ID=0e4f5af9-d7a4-46b2-ab3d-f81c4b337306,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:18.992173 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] No DVR routers for this DVR port 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:18.994562 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:18.996607 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-5c1a5f22-5664-4a19-8be5-4f7149e2011f req-db070200-4c4d-48d4-b1de-10ca178f05b5 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.54 "DELETE /v2.0/ports/0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 HTTP/1.1" status: 204 len: 173 time: 0.4721401 Sep 15 17:17:18.997058 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'name': 'network-vif-deleted', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:18.999345 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4da1535-29fb-44c4-9df5-a7559da54af2" -d '{"events": [{"server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "name": "network-vif-deleted", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:19.033975 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2503611-557e-4994-ae13-96b3b911d949 x-openstack-request-id: req-e2503611-557e-4994-ae13-96b3b911d949 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:19.034260 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf9857c-d095-4778-9be5-319c3399a25f", "name": "network-vif-deleted", "tag": "0e4f5af9-d7a4-46b2-ab3d-f81c4b337306", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:19.034507 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2503611-557e-4994-ae13-96b3b911d949 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:19.034896 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf9857c-d095-4778-9be5-319c3399a25f', 'name': 'network-vif-deleted', 'tag': '0e4f5af9-d7a4-46b2-ab3d-f81c4b337306', 'status': 'completed', 'code': 200} Sep 15 17:17:19.318827 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-c007bac2-64ad-4ed8-90a2-830ed3386f35 req-4f062f93-c136-4593-abdb-b7aa8ea0bcc1 tempest-AttachVolumeNegativeTest-1954838760 tempest-AttachVolumeNegativeTest-1954838760-project] 10.222.0.57 "GET /v2.0/ports?device_id=ecf9857c-d095-4778-9be5-319c3399a25f HTTP/1.1" status: 200 len: 210 time: 0.0269511 Sep 15 17:17:20.373251 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55024) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:20.416834 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Deleting subnet 757aa8f2-f4ab-40c7-9880-578ba3d886c4 {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:17:20.419800 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.455881 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.493255 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.616568 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.644734 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.646711 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/757aa8f2-f4ab-40c7-9880-578ba3d886c4 HTTP/1.1" status: 204 len: 168 time: 0.2723341 Sep 15 17:17:20.647753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355042de-2cdc-43a1-89e4-44b0ecfff5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757aa8f2-f4ab-40c7-9880-578ba3d886c4,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:20.649777 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55026) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:20.718264 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.793462 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.812169 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4e6390-9057-41dc-b7f6-9bb811bcc0c8']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:20.821430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa66bc69-47ac-43b9-8964-59fc163e8842') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:20.821751 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa66bc69-47ac-43b9-8964-59fc163e8842') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:20.831183 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.843563 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.849108 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:17:20.853447 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:17:20.981545 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.987229 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:20.989353 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] 10.222.0.57 "DELETE /v2.0/networks/db4e6390-9057-41dc-b7f6-9bb811bcc0c8 HTTP/1.1" status: 204 len: 168 time: 0.3381474 Sep 15 17:17:20.999476 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Pushing event deleted for resources: {'Network': ['ID=db4e6390-9057-41dc-b7f6-9bb811bcc0c8,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:21.007169 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.007542 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.007854 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.008192 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.008524 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.008855 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.009264 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.009613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.009938 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.010259 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.010584 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.010901 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b9060-fd3a-4f5b-bebd-1cc582c54aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:17:21.343025 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55030) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:21.382980 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-ad7e58b9-2403-47d1-97e1-ad3f73d2fc7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9b0303461a44aac806ecf75022dddab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382419 Sep 15 17:17:21.385433 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55032) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:21.431884 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:21.456508 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:21.582247 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:21.584722 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:21.585915 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d3b74f2-d05d-473b-824a-a0738275b732 HTTP/1.1" status: 204 len: 168 time: 0.1995118 Sep 15 17:17:21.593659 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e1d72-3576-4ee9-a14f-96af6114b190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b74f2-d05d-473b-824a-a0738275b732,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:22.325172 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b435af0-a290-4440-9cc3-7c4adb63c590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:22.998584 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:23.020517 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:23.020858 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 0e4f5af9-d7a4-46b2-ab3d-f81c4b337306 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:24.999100 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4013995f-8642-45f8-b660-2291e01420d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:25.318916 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:26.038923 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:27.827614 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.115667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55152) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:33.216671 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4fb42d26-2fa5-4f07-8f6f-bac7b556537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.300056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4fb42d26-2fa5-4f07-8f6f-bac7b556537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.370081 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4fb42d26-2fa5-4f07-8f6f-bac7b556537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.408387 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4fb42d26-2fa5-4f07-8f6f-bac7b556537f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d025c96c5b7f43c49abb8906da2c7e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916532 Sep 15 17:17:33.409437 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb42d26-2fa5-4f07-8f6f-bac7b556537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e1e950-d801-4d72-bc60-31b23452bfc9,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:33.411165 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55156) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:33.458567 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.478855 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.599032 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.601600 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:33.602836 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2e1e950-d801-4d72-bc60-31b23452bfc9 HTTP/1.1" status: 204 len: 168 time: 0.1906326 Sep 15 17:17:33.610493 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23507f-be7a-4f56-90c7-59c26164af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e1e950-d801-4d72-bc60-31b23452bfc9,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:34.004684 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:38.814706 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-1a5680a6-893e-4bbb-8a0b-ae1e26f8ce0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381145 Sep 15 17:17:38.894270 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083242-0e2a-4c76-a693-bc93acc69050 req-feb3d7e0-2657-49c8-8382-b18f47a5a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:38.895685 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-feb3d7e0-2657-49c8-8382-b18f47a5a756 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0418332 Sep 15 17:17:38.993957 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083242-0e2a-4c76-a693-bc93acc69050 req-16ba1280-1d37-4899-a2c7-1ccee5252fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:38.995355 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-16ba1280-1d37-4899-a2c7-1ccee5252fcb service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.0808749 Sep 15 17:17:39.060634 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-41bad28e-fe5f-4242-a8f0-1b81fb863896 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 1001 time: 0.0576215 Sep 15 17:17:39.108258 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083242-0e2a-4c76-a693-bc93acc69050 req-bcc76978-e5a1-41a0-bb23-b29cd5b837b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:39.109679 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-bcc76978-e5a1-41a0-bb23-b29cd5b837b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0421009 Sep 15 17:17:39.154604 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47083242-0e2a-4c76-a693-bc93acc69050 req-b46f7bc3-fd84-4d84-a905-3db6066cd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:39.156115 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-b46f7bc3-fd84-4d84-a905-3db6066cd8d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398700 Sep 15 17:17:39.166557 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-6ef4840a-6381-4f27-a6ff-aea9de35a1dc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 17:17:39.167565 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-6ef4840a-6381-4f27-a6ff-aea9de35a1dc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048304 Sep 15 17:17:39.261447 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-f7171566-633d-4d54-8b2f-ae4f3728d79f service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858588 Sep 15 17:17:39.348576 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-47083242-0e2a-4c76-a693-bc93acc69050 req-e12f2c51-ddfd-49ed-9bba-9a14c34355e8 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804203 Sep 15 17:17:48.531182 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:17:49.713622 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55296) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:49.866734 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port c9684200-2fc3-433d-9a24-e2a1d1adf0b9 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:49.867075 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:49.942978 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:49.943300 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:49.954569 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for c9684200-2fc3-433d-9a24-e2a1d1adf0b9 owned by network:floatingip {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:50.204667 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.230128 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=c9684200-2fc3-433d-9a24-e2a1d1adf0b9,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:50.290151 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.290473 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.db.l3_db [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP 0f943ce1-8f01-41cf-a88c-4b3488b07858 disassociated (deleted). External IP: 172.27.1.78, port: 5cbb6de9-1573-4a0a-8c7b-196360d96e4c. Sep 15 17:17:50.446985 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55306) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:50.498441 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:17:50.616319 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:17:50.620753 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.628296 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:17:50.646987 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:50.647859 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:50.670659 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-efcc0a7a-c990-42c1-992b-495496cb38b8 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "DELETE /v2.0/floatingips/0f943ce1-8f01-41cf-a88c-4b3488b07858 HTTP/1.1" status: 204 len: 168 time: 0.9558551 Sep 15 17:17:50.671316 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:50.680344 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c617bb0c-7d41-44a2-97be-514fde36e564" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:50.724910 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d462ef1c-df1c-4d7d-9b71-09530f2196c9 x-openstack-request-id: req-d462ef1c-df1c-4d7d-9b71-09530f2196c9 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:50.725648 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:50.725916 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d462ef1c-df1c-4d7d-9b71-09530f2196c9 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:50.726441 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'status': 'completed', 'code': 200} Sep 15 17:17:50.765321 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Deleting port cbdef94c-d64c-484f-9717-11de0b37b471 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:50.765703 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.789405 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:50.800594 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-332ed75a-7c9e-4dda-a6d8-b90a77ee8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:50.802273 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-332ed75a-7c9e-4dda-a6d8-b90a77ee8c39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 1098 time: 0.0527697 Sep 15 17:17:50.848551 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.848901 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:50.861012 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Calling delete_port for cbdef94c-d64c-484f-9717-11de0b37b471 owned by network:floatingip {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:50.906750 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-e687c6f4-e641-4c11-8236-edae6abac7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:50.908789 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-e687c6f4-e641-4c11-8236-edae6abac7e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.1001747 Sep 15 17:17:50.950076 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-f88e5f4a-e89c-4701-b4c0-1460b1a7d364 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c HTTP/1.1" status: 200 len: 217 time: 0.0346129 Sep 15 17:17:51.016860 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-ec55bca2-47d0-4884-be46-b6f03611c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:51.019280 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-ec55bca2-47d0-4884-be46-b6f03611c09e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0566590 Sep 15 17:17:51.060423 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:51.067427 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-fc5fb8b2-14aa-49aa-8532-ec9b6991d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:51.069004 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-fc5fb8b2-14aa-49aa-8532-ec9b6991d508 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427406 Sep 15 17:17:51.086879 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:17:51.096703 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:51.097346 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:51.161411 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-1b081cce-6491-45d3-b944-ac5e497393f1 service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856426 Sep 15 17:17:51.211262 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:51.227354 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:51.281546 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-c617bb0c-7d41-44a2-97be-514fde36e564 req-edc0727f-a8c0-407a-9946-6a67983f22bf service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120574 Sep 15 17:17:51.292777 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event deleted for resources: {'Port': ['ID=cbdef94c-d64c-484f-9717-11de0b37b471,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:51.370712 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddae53-8fdb-4878-a517-b82f9e73e1d8 req-88165879-5cb2-4061-ae90-298a1a9dccd0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:51.372356 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-52ddae53-8fdb-4878-a517-b82f9e73e1d8 req-88165879-5cb2-4061-ae90-298a1a9dccd0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.1163990 Sep 15 17:17:51.392411 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for floatingip, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:51.392830 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Floating IP 696a392b-e753-4094-a6ee-5fd7362e9927 disassociated (deleted). External IP: 172.27.1.193, port: 62bb0772-4a38-4517-9bc8-2b999b61b027. Sep 15 17:17:51.475625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:51.501722 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-52ddae53-8fdb-4878-a517-b82f9e73e1d8 req-d6990aa6-a0ad-4cce-9f52-3c6990794103 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168587 Sep 15 17:17:51.507902 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db76e47-d7c0-4508-a15f-2de69554f4ad None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_floatingips': [{'id': 'd071a511-0a32-47ef-8136-e14b041ad117', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'floating_ip_address': '172.27.1.82', 'floating_network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'router_id': '86898370-10a7-409a-9b96-f1e318226a95', 'port_id': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'mac_address': 'fa:16:3e:f5:ad:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T17:13:51Z', 'updated_at': '2021-09-15T17:13:54Z', 'revision_number': 1, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:17:51.635298 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Router 0480a405-6b44-42e0-8089-f193c446f6fa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:17:51.726413 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886ce42-dfd0-496b-927d-460b0bd7435c None None] New status for floating IP 0f943ce1-8f01-41cf-a88c-4b3488b07858: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:17:51.743204 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:17:51.747470 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:51.753630 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Sync routers for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:17:51.762796 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:51.763520 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:51.773852 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-f157285b-c29f-448c-ba9c-f3f4a05966f7 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "DELETE /v2.0/floatingips/696a392b-e753-4094-a6ee-5fd7362e9927 HTTP/1.1" status: 204 len: 168 time: 1.3256540 Sep 15 17:17:51.774647 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:51.777099 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0" -d '{"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:51.832917 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9145c29b-8b7d-4e5e-b591-cc2a215746aa x-openstack-request-id: req-9145c29b-8b7d-4e5e-b591-cc2a215746aa {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:51.833244 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:51.833723 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9145c29b-8b7d-4e5e-b591-cc2a215746aa {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:51.834157 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'status': 'completed', 'code': 200} Sep 15 17:17:51.894956 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:51.895214 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-4091638a-a9ef-4104-8b28-0dfae05da55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:51.896537 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-4091638a-a9ef-4104-8b28-0dfae05da55d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aaa97a976db94009a554f3354e499961&device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 1098 time: 0.0418177 Sep 15 17:17:51.990955 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-2c6ed5c9-a877-4664-8e4a-1c51068a8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:51.992381 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-2c6ed5c9-a877-4664-8e4a-1c51068a8592 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 200 len: 910 time: 0.0878139 Sep 15 17:17:52.037213 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-0502360a-1453-4553-bc16-49119a91f138 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 200 len: 217 time: 0.0365372 Sep 15 17:17:52.100073 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-7631d95e-fb8f-4aca-ab75-0f78f2410035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:52.101537 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-7631d95e-fb8f-4aca-ab75-0f78f2410035 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 200 len: 848 time: 0.0545411 Sep 15 17:17:52.112424 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:52.139914 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Checking router: 0480a405-6b44-42e0-8089-f193c446f6fa for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:17:52.150732 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:52.151356 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:25Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:52.157814 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-d3d49bbf-dec6-41ba-bdfe-bd57c832f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:52.159843 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-d3d49bbf-dec6-41ba-bdfe-bd57c832f5ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7678ba6d-4f58-4393-83b0-dc7ce850a10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509157 Sep 15 17:17:52.253049 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246097-6b45-4797-9cb4-1b533ac8ed7c req-403421d2-5580-494f-b0bb-628272f90eaf tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:52.254726 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf246097-6b45-4797-9cb4-1b533ac8ed7c req-403421d2-5580-494f-b0bb-628272f90eaf tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0547543 Sep 15 17:17:52.261228 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-1cd51bdc-5958-4728-82a4-f14e78c965b7 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901985 Sep 15 17:17:52.284680 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:52.298415 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-cf246097-6b45-4797-9cb4-1b533ac8ed7c req-bca5c661-06a7-4348-801e-eaa780cd1023 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360529 Sep 15 17:17:52.361855 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-dab844aa-2457-423f-ac0d-fc177efa40c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:52.363272 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-a8b948fc-4e30-4d7f-8cb4-b1c93c2f84b0 req-390d05c2-86f6-4556-b713-89a9306c72a5 service neutron] 10.222.0.54 "GET /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891664 Sep 15 17:17:52.498220 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:52.524667 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ba1fb-798e-462a-982c-7ed71bfce0ec None None] The sync data for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi is: [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:31Z', 'revision_number': 4, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '2a526797-bb3c-492a-a5a1-253a581d0307', 'name': '', 'network_id': '7678ba6d-4f58-4393-83b0-dc7ce850a10b', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'mac_address': 'fa:16:3e:69:3c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:30Z', 'updated_at': '2021-09-15T17:12:37Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'subnets': [{'id': 'be30fa46-ab90-41b9-aad0-37bc38c3d4f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:17:52.627279 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48942f-c4a6-469b-8506-62a7ab6c6f3a req-ded02cd7-32a8-44ff-b50f-1323196ab682 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:52.629501 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8f48942f-c4a6-469b-8506-62a7ab6c6f3a req-ded02cd7-32a8-44ff-b50f-1323196ab682 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0510442 Sep 15 17:17:52.669481 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8f48942f-c4a6-469b-8506-62a7ab6c6f3a req-7b6f3e1f-dc29-4f70-a563-23c35d0dc9ff tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333669 Sep 15 17:17:52.721982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-7d8f2342-ab3b-4109-90fc-8c0515d6dbdc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:52.723484 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-7d8f2342-ab3b-4109-90fc-8c0515d6dbdc tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 945 time: 0.0531332 Sep 15 17:17:52.786849 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c962d9-e4cf-43c4-bb46-884b386e21f0 None None] New status for floating IP 696a392b-e753-4094-a6ee-5fd7362e9927: DOWN {{(pid=94708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:17:52.822139 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:52.822583 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:52.919978 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] For port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:52.920652 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:52.932407 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for 5cbb6de9-1573-4a0a-8c7b-196360d96e4c owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:53.130197 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:53.160098 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=5cbb6de9-1573-4a0a-8c7b-196360d96e4c,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:53.201998 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] No DVR routers for this DVR port 5cbb6de9-1573-4a0a-8c7b-196360d96e4c on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:53.204446 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:53.206452 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-25b421de-5007-4dd9-a60e-ef1fceccb889 req-cb185d4b-fcf7-4912-8782-4035a212baf7 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "DELETE /v2.0/ports/5cbb6de9-1573-4a0a-8c7b-196360d96e4c HTTP/1.1" status: 204 len: 173 time: 0.4768484 Sep 15 17:17:53.206880 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'name': 'network-vif-deleted', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:53.209056 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85bbbd1-15c2-4d5b-b718-74ce18948f57" -d '{"events": [{"server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "name": "network-vif-deleted", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:53.246232 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f927e3-169f-44c6-8305-688d7d2d4af8 x-openstack-request-id: req-b6f927e3-169f-44c6-8305-688d7d2d4af8 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:53.246542 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab29ba-e7f2-4904-9ee6-532d7596206a", "name": "network-vif-deleted", "tag": "5cbb6de9-1573-4a0a-8c7b-196360d96e4c", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:53.246789 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6f927e3-169f-44c6-8305-688d7d2d4af8 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:53.247178 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ab29ba-e7f2-4904-9ee6-532d7596206a', 'name': 'network-vif-deleted', 'tag': '5cbb6de9-1573-4a0a-8c7b-196360d96e4c', 'status': 'completed', 'code': 200} Sep 15 17:17:53.419142 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8759e2b-2e50-413a-b079-0b4d0a18620c req-f4b3a2fa-1793-45df-9815-2a96d94b76ab tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:53.420678 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d8759e2b-2e50-413a-b079-0b4d0a18620c req-f4b3a2fa-1793-45df-9815-2a96d94b76ab tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Sep 15 17:17:53.458952 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-d8759e2b-2e50-413a-b079-0b4d0a18620c req-dc188f3d-258e-44c2-84a6-f839e5f5e015 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/security-groups?id=55bde344-c2fe-45b3-bf2c-ee79bfce7a20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Sep 15 17:17:53.754458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-dede7ed2-9c20-4523-8d02-a72ae31e0b02 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:53.755839 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-dede7ed2-9c20-4523-8d02-a72ae31e0b02 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Sep 15 17:17:53.769530 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-6730f922-da9c-46e0-aaf5-c92c90d67c21 req-b3a49d43-6bba-4107-8130-88dab27fbdc6 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=01ab29ba-e7f2-4904-9ee6-532d7596206a HTTP/1.1" status: 200 len: 210 time: 0.0285518 Sep 15 17:17:53.852979 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Deleting port 62bb0772-4a38-4517-9bc8-2b999b61b027 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:53.853311 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:53.946608 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] For port 62bb0772-4a38-4517-9bc8-2b999b61b027, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=62bb0772-4a38-4517-9bc8-2b999b61b027,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:53.947174 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:53.958993 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Calling delete_port for 62bb0772-4a38-4517-9bc8-2b999b61b027 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:54.192674 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:54.218027 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event deleted for resources: {'Port': ['ID=62bb0772-4a38-4517-9bc8-2b999b61b027,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:54.264458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] No DVR routers for this DVR port 62bb0772-4a38-4517-9bc8-2b999b61b027 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:17:54.267644 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:54.269708 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-43ae2707-1388-4502-bbdc-a20d0b80a80d req-e2c5a1af-65fa-48b6-84b4-fe405d3f93b2 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.54 "DELETE /v2.0/ports/62bb0772-4a38-4517-9bc8-2b999b61b027 HTTP/1.1" status: 204 len: 173 time: 0.5078743 Sep 15 17:17:54.557406 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6881711c-d274-4f85-b311-e38cf388916c req-cec70f04-a8f4-4e14-be05-fee2d943b60e tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Sep 15 17:17:55.073139 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-594c7862-ea46-42ed-b182-cd573410634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:55.248076 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-deleted', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:55.250413 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b73f42-8c11-432a-b099-5c3092386028" -d '{"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-deleted", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:55.285976 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4996c017-ad74-4af1-b924-9880a6663dff x-openstack-request-id: req-4996c017-ad74-4af1-b924-9880a6663dff {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:55.286362 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ab5c33-61de-4a2a-8882-9845e30375a8", "name": "network-vif-deleted", "tag": "62bb0772-4a38-4517-9bc8-2b999b61b027", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:55.286692 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4996c017-ad74-4af1-b924-9880a6663dff {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:55.287173 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ab5c33-61de-4a2a-8882-9845e30375a8', 'name': 'network-vif-deleted', 'tag': '62bb0772-4a38-4517-9bc8-2b999b61b027', 'status': 'completed', 'code': 200} Sep 15 17:17:55.330273 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:55.658981 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-40da6981-d20a-4c8a-9851-ab802fa92144 req-41be777f-aea9-449e-8ba5-37921aa76e19 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "GET /v2.0/ports?device_id=76ab5c33-61de-4a2a-8882-9845e30375a8 HTTP/1.1" status: 200 len: 210 time: 0.0261734 Sep 15 17:17:56.044285 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.713128 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55390) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:56.769846 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.794323 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.906911 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.909980 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:56.911111 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] 10.222.0.57 "DELETE /v2.0/security-groups/55bde344-c2fe-45b3-bf2c-ee79bfce7a20 HTTP/1.1" status: 204 len: 168 time: 0.1969984 Sep 15 17:17:56.919956 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653e9a3-b598-48ba-9a56-1eb08218ef71 tempest-TestShelveInstance-2057501240 tempest-TestShelveInstance-2057501240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bde344-c2fe-45b3-bf2c-ee79bfce7a20,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:57.027133 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55398) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:57.189307 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 5cbb6de9-1573-4a0a-8c7b-196360d96e4c no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:57.212108 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 5cbb6de9-1573-4a0a-8c7b-196360d96e4c {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:57.212453 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 5cbb6de9-1573-4a0a-8c7b-196360d96e4c not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:57.212863 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:17:57.231802 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: 62bb0772-4a38-4517-9bc8-2b999b61b027 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:17:57.232148 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device 62bb0772-4a38-4517-9bc8-2b999b61b027 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:17:57.301517 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55406) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:57.456683 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port 56267371-0ac9-4e30-871e-555f3eeabf8b {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:57.456923 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.467001 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.533528 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.533885 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.545433 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for 56267371-0ac9-4e30-871e-555f3eeabf8b owned by network:floatingip {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:57.758522 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.785415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=56267371-0ac9-4e30-871e-555f3eeabf8b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:57.838307 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.849157 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:57.849493 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.db.l3_db [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Floating IP d071a511-0a32-47ef-8136-e14b041ad117 disassociated (deleted). External IP: 172.27.1.82, port: ade16506-2de5-401e-93f3-4f8d3b5b51e7. Sep 15 17:17:57.947411 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Deleting port 2a526797-bb3c-492a-a5a1-253a581d0307 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:57.948015 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.024190 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] For port 2a526797-bb3c-492a-a5a1-253a581d0307, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=2a526797-bb3c-492a-a5a1-253a581d0307,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:58.024458 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.037277 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Calling delete_port for 2a526797-bb3c-492a-a5a1-253a581d0307 owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:58.051907 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:17:58.273032 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.302188 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a526797-bb3c-492a-a5a1-253a581d0307,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:58.437143 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:17:58.442273 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.447010 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:17:58.457114 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:58.458181 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:58.470773 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-158ba96a-faa2-4545-9567-6a0a01461e71 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "DELETE /v2.0/floatingips/d071a511-0a32-47ef-8136-e14b041ad117 HTTP/1.1" status: 204 len: 168 time: 1.1680205 Sep 15 17:17:58.471662 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7'}] {{(pid=94705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:17:58.474260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87c3e441e78b811cae1df6e9d2575f8194a3fea72b5ee693a1dc16326d62939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7"}]}' {{(pid=94705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:17:58.494592 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:58.525265 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 17:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91083f7-7f46-41c8-ad62-6f4bb0eb7422 x-openstack-request-id: req-c91083f7-7f46-41c8-ad62-6f4bb0eb7422 {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:17:58.525605 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7", "status": "completed", "code": 200}]} {{(pid=94705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:17:58.525870 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c91083f7-7f46-41c8-ad62-6f4bb0eb7422 {{(pid=94705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:17:58.526447 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'status': 'completed', 'code': 200} Sep 15 17:17:58.666040 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-35b77368-d58a-45b8-b44b-aca110b95fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:58.667539 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-35b77368-d58a-45b8-b44b-aca110b95fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=84dae60609d44d228f54592ae936a0ea&device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 1099 time: 0.0627284 Sep 15 17:17:58.718632 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:58.837966 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Router 0480a405-6b44-42e0-8089-f193c446f6fa has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:17:58.914837 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-8ccb8068-1c8b-47ad-adb8-5bfd98d097bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:58.916315 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-8ccb8068-1c8b-47ad-adb8-5bfd98d097bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 200 len: 913 time: 0.2146149 Sep 15 17:17:58.930627 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:58.958984 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:17:58.960293 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06d869-7508-4eff-82c6-4e80646a4a79 req-d663eb43-8bfa-4a40-88b1-d94587a9dd61 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:58.961811 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7a06d869-7508-4eff-82c6-4e80646a4a79 req-d663eb43-8bfa-4a40-88b1-d94587a9dd61 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.0488214 Sep 15 17:17:58.975764 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:58.976651 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:58.990501 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-f0f743d4-c9b8-45d1-bc23-8e4f976e274a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 200 len: 217 time: 0.0659826 Sep 15 17:17:59.001511 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-7a06d869-7508-4eff-82c6-4e80646a4a79 req-59ad9b59-5a81-411c-b7f3-a3cb075fdcd5 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332384 Sep 15 17:17:59.036267 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:17:59.044803 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-80e83c10-6b5a-4f9a-aa5c-917f0b298438 admin admin] 10.222.0.57 "PUT /v2.0/routers/0480a405-6b44-42e0-8089-f193c446f6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0141325 Sep 15 17:17:59.045726 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55422) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:17:59.047791 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Sync routers for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:17:59.053751 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-88fdbed4-2d20-4930-b8c2-58787cda82ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:59.056191 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-88fdbed4-2d20-4930-b8c2-58787cda82ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 200 len: 851 time: 0.0574074 Sep 15 17:17:59.057749 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:59.058351 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:59.097123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:59.105284 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-522e562a-66a2-4f70-a66e-7c45e6ac713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:17:59.106824 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-522e562a-66a2-4f70-a66e-7c45e6ac713f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57f6320a-4e71-449e-94e3-99c70d0310ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439279 Sep 15 17:17:59.166555 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks [] for router, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.187055 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:59.206740 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-f8f1257e-ceca-42cc-bb9f-05e7ba9efc7f service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902619 Sep 15 17:17:59.289635 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.311851 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-6bde2e58-9a14-4aa2-9452-a5649d89a6e3 req-5b91badf-ec97-4860-85f6-e6c3255ac9cf service neutron] 10.222.0.54 "GET /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964811 Sep 15 17:17:59.320045 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:59.347387 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c7e683-2181-4dcd-aba1-58901feaf516 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:20Z', 'revision_number': 4, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi', '_interfaces': [{'id': '47688ace-93f5-401c-bde5-ea5f5d38b135', 'name': '', 'network_id': '57f6320a-4e71-449e-94e3-99c70d0310ab', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'mac_address': 'fa:16:3e:03:2f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:19Z', 'updated_at': '2021-09-15T17:09:24Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'subnets': [{'id': '4de3eeef-3f75-47e0-81d7-cb27a88eb7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:17:59.400427 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Deleting port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:17:59.401013 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.409518 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:17:58Z', 'revision_number': 5, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port': {'id': '1e313c77-44e0-4c6c-98b5-b04e88ca32ee', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:59.442034 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Checking router: 0480a405-6b44-42e0-8089-f193c446f6fa for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:17:59.452209 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Routers {'0480a405-6b44-42e0-8089-f193c446f6fa'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:17:59.452993 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['0480a405-6b44-42e0-8089-f193c446f6fa'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:59.487018 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] For port 1e313c77-44e0-4c6c-98b5-b04e88ca32ee, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:17:59.491289 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.500445 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Calling delete_port for 1e313c77-44e0-4c6c-98b5-b04e88ca32ee owned by network:router_gateway {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:17:59.545968 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] Set router 0480a405-6b44-42e0-8089-f193c446f6fa gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:17:59.666442 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b5f9c7-ca31-403f-9461-277d821155b2 None None] New status for floating IP d071a511-0a32-47ef-8136-e14b041ad117: DOWN {{(pid=94707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 17:17:59.699199 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:17:59Z', 'revision_number': 6, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:17:59.729056 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4392b09-c85f-4fa1-8db4-418bad76cff4 None None] The sync data for ids ['0480a405-6b44-42e0-8089-f193c446f6fa'] in dv-cinder-801913-6-iscsi is: [{'id': '0480a405-6b44-42e0-8089-f193c446f6fa', 'name': 'tempest-TestShelveInstance-1580432715-router', 'tenant_id': 'aaa97a976db94009a554f3354e499961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:28Z', 'updated_at': '2021-09-15T17:17:59Z', 'revision_number': 6, 'project_id': 'aaa97a976db94009a554f3354e499961', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:17:59.809949 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.833283 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e313c77-44e0-4c6c-98b5-b04e88ca32ee,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:17:59.895176 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.981331 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:17:59.983386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.101019 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.101918 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0480a405-6b44-42e0-8089-f193c446f6fa {{(pid=94705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:18:00.106684 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.110297 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-010958e4-5f0d-4747-a9df-6a60b879cc9b admin admin] 10.222.0.57 "DELETE /v2.0/routers/0480a405-6b44-42e0-8089-f193c446f6fa HTTP/1.1" status: 204 len: 168 time: 1.0609858 Sep 15 17:18:00.113703 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55432) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:00.127007 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04317a7-1fed-43ff-87a3-c22901bc1f73 req-bc4d0b28-40ce-435c-9bea-a2dae10384e4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:00.128778 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e04317a7-1fed-43ff-87a3-c22901bc1f73 req-bc4d0b28-40ce-435c-9bea-a2dae10384e4 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.0586293 Sep 15 17:18:00.159352 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Deleting subnet be30fa46-ab90-41b9-aad0-37bc38c3d4f5 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:18:00.163547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.178115 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e04317a7-1fed-43ff-87a3-c22901bc1f73 req-7dbe8642-0b4a-419f-8cac-c9326cbf0630 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/security-groups?id=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430503 Sep 15 17:18:00.197823 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.276343 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.393876 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.417827 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be30fa46-ab90-41b9-aad0-37bc38c3d4f5,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:00.420536 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-320271b2-f978-4307-8b20-0d00d988d99a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 17:18:00.422041 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-320271b2-f978-4307-8b20-0d00d988d99a tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 946 time: 0.0482721 Sep 15 17:18:00.423523 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.425375 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-079401fd-3645-419c-b131-a97c554d73f8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/be30fa46-ab90-41b9-aad0-37bc38c3d4f5 HTTP/1.1" status: 204 len: 168 time: 0.3136790 Sep 15 17:18:00.427977 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55434) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:00.430445 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d8fc2-6bd0-4171-bf51-794b079a8ee7 None None] Network 7678ba6d-4f58-4393-83b0-dc7ce850a10b requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:18:00.499117 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.524203 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port ade16506-2de5-401e-93f3-4f8d3b5b51e7 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:00.524553 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.569890 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Deleting port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:00.570198 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.627487 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] For port ade16506-2de5-401e-93f3-4f8d3b5b51e7, host hv-cinder-80191, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80191',level=0,port_id=ade16506-2de5-401e-93f3-4f8d3b5b51e7,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:00.627487 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.639738 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for ade16506-2de5-401e-93f3-4f8d3b5b51e7 owned by compute:nova {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:00.645553 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] DHCP port deletion for 7678ba6d-4f58-4393-83b0-dc7ce850a10b request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:18:00.646451 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] For port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:00.647013 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.664260 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Calling delete_port for d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:00.719581 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Deleting port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:00.720294 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.782901 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 1e313c77-44e0-4c6c-98b5-b04e88ca32ee no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:00.815008 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 1e313c77-44e0-4c6c-98b5-b04e88ca32ee {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:00.819464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 1e313c77-44e0-4c6c-98b5-b04e88ca32ee not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:00.819464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 2a526797-bb3c-492a-a5a1-253a581d0307 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:00.819464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] For port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,segment=NetworkSegment(bd599f03-852a-4b13-9b16-ad6e641d2bda),segment_id=bd599f03-852a-4b13-9b16-ad6e641d2bda)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:00.819464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.845120 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 2a526797-bb3c-492a-a5a1-253a581d0307 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:00.845460 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 2a526797-bb3c-492a-a5a1-253a581d0307 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:00.847764 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:00.854587 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Calling delete_port for d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:00.886728 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.913951 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:00.923471 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] No DVR routers for this DVR port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:00.935740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No active binding found for port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e {{(pid=94707) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 15 17:18:00.936159 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:00.936293 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.973411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:00.988683 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=ade16506-2de5-401e-93f3-4f8d3b5b51e7,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:01.000330 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Pushing event deleted for resources: {'Port': ['ID=d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:01.001905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.006411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] No DVR routers for this DVR port d1fe6cd3-d1e6-45f6-a7b4-bd7f8edfb72e on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:01.013838 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.013838 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.014259 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.014495 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.014849 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.015221 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.015547 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.015893 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.016215 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.016565 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.016892 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.017208 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efb664-95ab-4863-a642-fd5861bf9ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:01.042209 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7678ba6d-4f58-4393-83b0-dc7ce850a10b']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:01.047256 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] No DVR routers for this DVR port ade16506-2de5-401e-93f3-4f8d3b5b51e7 on host hv-cinder-80191 {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:01.050387 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for port, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.052358 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd599f03-852a-4b13-9b16-ad6e641d2bda') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:01.052653 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd599f03-852a-4b13-9b16-ad6e641d2bda') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:01.052786 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-b60fc25f-a18d-468c-9bf0-ec6930b29fff req-b28fed66-9c78-423e-b686-b08891501e24 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.54 "DELETE /v2.0/ports/ade16506-2de5-401e-93f3-4f8d3b5b51e7 HTTP/1.1" status: 204 len: 173 time: 0.6240001 Sep 15 17:18:01.053221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'name': 'network-vif-deleted', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7'}] {{(pid=94706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 17:18:01.055802 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aab72f366675322f9d33aae8a8110b38e59988ea111dc5792727175810fff004" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601c4d29-0e8e-4fe5-8adc-6a49ee8f6350" -d '{"events": [{"server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "name": "network-vif-deleted", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7"}]}' {{(pid=94706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 17:18:01.069514 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.082848 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.088914 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:18:01.089306 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:18:01.091010 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:18:01.224050 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 17:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb4bde7-5950-4479-ae5a-9155d4f7f3f8 x-openstack-request-id: req-9cb4bde7-5950-4479-ae5a-9155d4f7f3f8 {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 17:18:01.224543 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9987a82a-97d5-4e8a-98b9-c7e20e924e9c", "name": "network-vif-deleted", "tag": "ade16506-2de5-401e-93f3-4f8d3b5b51e7", "status": "completed", "code": 200}]} {{(pid=94706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 17:18:01.224653 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cb4bde7-5950-4479-ae5a-9155d4f7f3f8 {{(pid=94706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 17:18:01.225028 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9987a82a-97d5-4e8a-98b9-c7e20e924e9c', 'name': 'network-vif-deleted', 'tag': 'ade16506-2de5-401e-93f3-4f8d3b5b51e7', 'status': 'completed', 'code': 200} Sep 15 17:18:01.276373 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-8560ad1f-daec-4bc8-803d-5270d313cd26 req-62535d1f-7850-4cc5-b0ce-8b7b225d51e0 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0312843 Sep 15 17:18:01.284416 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.301171 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.303078 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] 10.222.0.57 "DELETE /v2.0/networks/7678ba6d-4f58-4393-83b0-dc7ce850a10b HTTP/1.1" status: 204 len: 168 time: 0.8741918 Sep 15 17:18:01.304374 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23281b-ee8a-4225-948d-9bfd22220eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=7678ba6d-4f58-4393-83b0-dc7ce850a10b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:01.306006 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55452) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:01.660927 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.908249 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Deleting port b206af85-55d6-47da-b393-8487347f4334 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:01.908593 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.983386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] For port b206af85-55d6-47da-b393-8487347f4334, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b206af85-55d6-47da-b393-8487347f4334,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:01.983749 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:01.996341 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Calling delete_port for b206af85-55d6-47da-b393-8487347f4334 owned by network:router_interface {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:02.221492 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:02.255733 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Pushing event deleted for resources: {'Port': ['ID=b206af85-55d6-47da-b393-8487347f4334,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:02.420797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-f4fc9459-7b2d-40e1-b7d5-2527e518c5f5 req-2bc0e3b0-fd3d-4c2f-9a60-7de1ed07440c tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0603738 Sep 15 17:18:02.435221 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:02.637640 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:18:02.745072 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:18:02.751468 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-e6911a87-da3e-4a4d-9906-49c05b8cf51b admin admin] 10.222.0.57 "PUT /v2.0/routers/3c9ad368-0d14-4d64-b9d3-71c2e3048666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430504 Sep 15 17:18:02.752987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55458) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:02.755452 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Sync routers for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:18:02.764366 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:02.764954 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:02.858971 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks [] for router, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:02.872184 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:02.967661 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.048727 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '84615960-3c2b-4fca-a972-be9244da5cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:18:02Z', 'revision_number': 5, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port': {'id': '84615960-3c2b-4fca-a972-be9244da5cca', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:40:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:12:36Z', 'updated_at': '2021-09-15T17:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:03.074620 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Checking router: 3c9ad368-0d14-4d64-b9d3-71c2e3048666 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:18:03.082854 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Routers {'3c9ad368-0d14-4d64-b9d3-71c2e3048666'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:03.083474 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:03.119268 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Deleting port 84615960-3c2b-4fca-a972-be9244da5cca {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:03.119606 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.167180 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] Set router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:03.198733 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] For port 84615960-3c2b-4fca-a972-be9244da5cca, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=84615960-3c2b-4fca-a972-be9244da5cca,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:03.199095 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.210386 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Calling delete_port for 84615960-3c2b-4fca-a972-be9244da5cca owned by network:router_gateway {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:03.218233 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:18:02Z', 'revision_number': 6, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:03.246946 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a94a11-b0ba-44ad-8e4c-aba52ebe0136 None None] The sync data for ids ['3c9ad368-0d14-4d64-b9d3-71c2e3048666'] in dv-cinder-801913-6-iscsi is: [{'id': '3c9ad368-0d14-4d64-b9d3-71c2e3048666', 'name': 'tempest-TestShelveInstance-882601270-router', 'tenant_id': 'fccda147dccf457e8bc55a7fc3031b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:12:35Z', 'updated_at': '2021-09-15T17:18:02Z', 'revision_number': 6, 'project_id': 'fccda147dccf457e8bc55a7fc3031b18', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:18:03.450129 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.481403 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Pushing event deleted for resources: {'Port': ['ID=84615960-3c2b-4fca-a972-be9244da5cca,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:03.524515 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [req-e71ee478-0ff7-4852-871f-b07f014e223a req-c18e720c-a30c-42f1-9f25-a9ef117e5b67 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0253198 Sep 15 17:18:03.535711 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.627641 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.629916 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.735177 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.736213 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9ad368-0d14-4d64-b9d3-71c2e3048666 {{(pid=94705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:18:03.740681 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] Notify callbacks [] for router, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.741855 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8f1e52b3-136e-4d11-94ec-130c35501347 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3c9ad368-0d14-4d64-b9d3-71c2e3048666 HTTP/1.1" status: 204 len: 168 time: 0.9879496 Sep 15 17:18:03.744215 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55464) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:03.787029 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Deleting subnet 89d88a12-5dce-4169-af6b-449160073653 {{(pid=94705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:18:03.789900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.821555 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63375565'] for subnet, precommit_delete_associations {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:03.913184 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.021926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63079003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63880589'] for subnet, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.047091 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d88a12-5dce-4169-af6b-449160073653,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:04.050987 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.056063 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-be7e6134-e2d3-431e-a868-7851ed8c7a22 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/89d88a12-5dce-4169-af6b-449160073653 HTTP/1.1" status: 204 len: 168 time: 0.3077612 Sep 15 17:18:04.056063 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55468) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:04.058313 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8f6ce-ec2a-4c1a-8abb-83732f15814b None None] Network d384ff02-9684-4f49-8a71-376e0c0327d7 requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:18:04.122576 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.242443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] DHCP port deletion for d384ff02-9684-4f49-8a71-376e0c0327d7 request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:18:04.292840 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Deleting port b659d281-ee34-4623-9e21-d89a9ace2d6f {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:04.293213 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.356350 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] For port b659d281-ee34-4623-9e21-d89a9ace2d6f, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b659d281-ee34-4623-9e21-d89a9ace2d6f,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:04.356741 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.373564 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Calling delete_port for b659d281-ee34-4623-9e21-d89a9ace2d6f owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:04.456315 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Deleting port b659d281-ee34-4623-9e21-d89a9ace2d6f {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:04.456597 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.516639 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] For port b659d281-ee34-4623-9e21-d89a9ace2d6f, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b659d281-ee34-4623-9e21-d89a9ace2d6f,segment=NetworkSegment(60cbf02c-08ea-4939-a584-1d4586fdb693),segment_id=60cbf02c-08ea-4939-a584-1d4586fdb693)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:04.516912 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.528749 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Calling delete_port for b659d281-ee34-4623-9e21-d89a9ace2d6f owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:04.541559 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.569747 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] No DVR routers for this DVR port b659d281-ee34-4623-9e21-d89a9ace2d6f on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:04.571147 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46c9b2-a198-486e-95fe-d7d4a4615c3d None None] Pushing event deleted for resources: {'Port': ['ID=b659d281-ee34-4623-9e21-d89a9ace2d6f,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:04.638633 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [req-3003a9eb-f97b-43b5-8916-4fb5de1df1ad req-6e473ca8-91c4-432e-9e6f-d8e6008acb89 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9987a82a-97d5-4e8a-98b9-c7e20e924e9c HTTP/1.1" status: 200 len: 210 time: 0.0287910 Sep 15 17:18:04.639783 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.666646 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b659d281-ee34-4623-9e21-d89a9ace2d6f,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:04.670140 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] No DVR routers for this DVR port b659d281-ee34-4623-9e21-d89a9ace2d6f on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:04.711625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b659d281-ee34-4623-9e21-d89a9ace2d6f no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:04.732661 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: b659d281-ee34-4623-9e21-d89a9ace2d6f {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:04.732997 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b659d281-ee34-4623-9e21-d89a9ace2d6f not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:04.733400 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b206af85-55d6-47da-b393-8487347f4334 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:04.744154 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.756010 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.758770 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: b206af85-55d6-47da-b393-8487347f4334 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:04.758770 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b206af85-55d6-47da-b393-8487347f4334 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:04.758770 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 84615960-3c2b-4fca-a972-be9244da5cca no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:04.764246 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384ff02-9684-4f49-8a71-376e0c0327d7']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:04.773511 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cbf02c-08ea-4939-a584-1d4586fdb693') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:04.773789 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cbf02c-08ea-4939-a584-1d4586fdb693') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:04.775754 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 84615960-3c2b-4fca-a972-be9244da5cca {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:04.776094 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 84615960-3c2b-4fca-a972-be9244da5cca not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:04.784369 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.796799 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.803119 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:18:04.803506 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self.session.flush() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self.session.flush() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self.session.flush() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self.session.flush() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:18:04.805145 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:18:04.935554 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.940850 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:04.942696 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d384ff02-9684-4f49-8a71-376e0c0327d7 HTTP/1.1" status: 204 len: 168 time: 0.8864489 Sep 15 17:18:04.953118 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33066642-8600-4fb2-9789-4c8f02700cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d384ff02-9684-4f49-8a71-376e0c0327d7,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:05.261444 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55476) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:05.299927 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-6e861465-10b4-4292-ae54-6c320c511402 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaa97a976db94009a554f3354e499961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371976 Sep 15 17:18:05.302249 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55478) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:05.347369 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.367872 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.466939 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.469616 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.470779 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ffc7f9f-1ac9-43cc-9217-03da46f0bc9c HTTP/1.1" status: 204 len: 168 time: 0.1676512 Sep 15 17:18:05.478556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be829ae-8854-4683-863a-0bf5ca6d1aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc7f9f-1ac9-43cc-9217-03da46f0bc9c,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:05.696857 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55484) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:05.807244 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device ade16506-2de5-401e-93f3-4f8d3b5b51e7 no longer exists at agent hyperv_hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:05.821906 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Deleting port 7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:05.822478 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.827651 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] No Port match for: ade16506-2de5-401e-93f3-4f8d3b5b51e7 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:05.828188 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Device ade16506-2de5-401e-93f3-4f8d3b5b51e7 not bound to the agent host hv-cinder-80191 {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:05.902556 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.902922 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:05.914582 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Calling delete_port for 7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8 owned by network:floatingip {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:06.123905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.129190 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55490) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:06.154322 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'Port': ['ID=7ac359c0-6c1e-4f5f-b8d7-d466cf97fbb8,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:06.173751 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-be8f8446-2ccd-4b8b-b64d-7f8a5fcf3b03 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fccda147dccf457e8bc55a7fc3031b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433099 Sep 15 17:18:06.176338 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55492) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:06.237900 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for floatingip, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.240613 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-472089'] for floatingip, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.241768 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-84392c0b-0cce-4d9d-9915-75088c485816 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "DELETE /v2.0/floatingips/905eafb6-b123-43ea-b57c-74a8a8015f5f HTTP/1.1" status: 204 len: 168 time: 0.5438707 Sep 15 17:18:06.268775 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.291428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.381059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.383667 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:06.384836 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/524b9687-38e2-4b33-8da4-730fdf69f19e HTTP/1.1" status: 204 len: 168 time: 0.2075975 Sep 15 17:18:06.393223 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f157d7-eefb-4f15-879f-bcf68226c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524b9687-38e2-4b33-8da4-730fdf69f19e,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:08.658672 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55512) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:08.717160 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:08.742209 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:08.901387 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:08.903970 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:08.905146 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] 10.222.0.57 "DELETE /v2.0/security-groups/2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56 HTTP/1.1" status: 204 len: 168 time: 0.2454913 Sep 15 17:18:08.914785 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562173-009b-45f2-9882-1e6280de9700 tempest-TestVolumeBootPattern-1362515805 tempest-TestVolumeBootPattern-1362515805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c16f5f8-f7da-46c2-a4ec-1166bd1ccb56,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:09.049824 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55526) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:09.574609 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:09.809077 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Deleting port 47688ace-93f5-401c-bde5-ea5f5d38b135 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:09.809414 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:09.889089 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] For port 47688ace-93f5-401c-bde5-ea5f5d38b135, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=47688ace-93f5-401c-bde5-ea5f5d38b135,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:09.889452 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:09.901657 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Calling delete_port for 47688ace-93f5-401c-bde5-ea5f5d38b135 owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:10.152290 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:10.178159 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Pushing event deleted for resources: {'Port': ['ID=47688ace-93f5-401c-bde5-ea5f5d38b135,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:10.189179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.194577 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.195785 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.195785 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.196100 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.196435 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.196827 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.197235 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.197563 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.197906 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.198225 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.198540 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:10.356179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:10.824544 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Router 86898370-10a7-409a-9b96-f1e318226a95 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:18:10.929968 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:18:10.935122 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-d7a262ea-86ce-493a-99d8-6807f3f6e86d admin admin] 10.222.0.57 "PUT /v2.0/routers/86898370-10a7-409a-9b96-f1e318226a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842952 Sep 15 17:18:10.937653 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55556) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:10.940936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Sync routers for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:18:10.950091 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:10.950695 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:11.049146 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.057773 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:11.151138 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.234922 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:18:10Z', 'revision_number': 5, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port': {'id': 'b45602ff-86fe-455e-983f-d154c6ac5fb8', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:3b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86898370-10a7-409a-9b96-f1e318226a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:11.265670 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Checking router: 86898370-10a7-409a-9b96-f1e318226a95 for host: dv-cinder-801913-6-iscsi {{(pid=94707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:18:11.274136 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Routers {'86898370-10a7-409a-9b96-f1e318226a95'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:11.274739 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['86898370-10a7-409a-9b96-f1e318226a95'], 'active': True} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:11.314616 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Deleting port b45602ff-86fe-455e-983f-d154c6ac5fb8 {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:11.315179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.359338 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvr_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] Set router 86898370-10a7-409a-9b96-f1e318226a95 gateway port host: None {{(pid=94707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:11.396333 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] For port b45602ff-86fe-455e-983f-d154c6ac5fb8, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=b45602ff-86fe-455e-983f-d154c6ac5fb8,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:11.396706 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.408553 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Calling delete_port for b45602ff-86fe-455e-983f-d154c6ac5fb8 owned by network:router_gateway {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:11.412371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_hamode_db [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:18:11Z', 'revision_number': 6, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:11.442116 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7486d59-954f-49a1-a648-24bee0cf6460 None None] The sync data for ids ['86898370-10a7-409a-9b96-f1e318226a95'] in dv-cinder-801913-6-iscsi is: [{'id': '86898370-10a7-409a-9b96-f1e318226a95', 'name': 'tempest-TestVolumeBootPattern-1494355620-router', 'tenant_id': '84dae60609d44d228f54592ae936a0ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:16Z', 'updated_at': '2021-09-15T17:18:11Z', 'revision_number': 6, 'project_id': '84dae60609d44d228f54592ae936a0ea', 'gw_port_host': None}] {{(pid=94707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:18:11.673143 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.699145 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45602ff-86fe-455e-983f-d154c6ac5fb8,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:11.756285 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.848187 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.850563 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.964070 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.964552 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86898370-10a7-409a-9b96-f1e318226a95 {{(pid=94706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:18:11.969198 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:11.970894 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-36f42ff4-5078-4686-b572-7dff4d066b08 admin admin] 10.222.0.57 "DELETE /v2.0/routers/86898370-10a7-409a-9b96-f1e318226a95 HTTP/1.1" status: 204 len: 168 time: 1.0317323 Sep 15 17:18:11.973350 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55562) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:12.015824 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Deleting subnet 4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:18:12.019263 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.052344 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.135935 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.307348 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.332444 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de3eeef-3f75-47e0-81d7-cb27a88eb7e9,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:12.338394 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.340303 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-231452b4-25ed-4b05-9fe4-f36d699f9c84 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4de3eeef-3f75-47e0-81d7-cb27a88eb7e9 HTTP/1.1" status: 204 len: 168 time: 0.3660369 Sep 15 17:18:12.342882 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55574) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:12.345123 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76331451-6479-47af-86e6-525763ccc97d None None] Network 57f6320a-4e71-449e-94e3-99c70d0310ab requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:18:12.418798 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.483899 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Deleting port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 {{(pid=94705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:12.484175 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.540640 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93252163-b90b-4c21-bc78-50985944a567 None None] DHCP port deletion for 57f6320a-4e71-449e-94e3-99c70d0310ab request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:18:12.550526 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.db [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] For port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:12.550902 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.564575 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.plugin [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Calling delete_port for 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 owned by network:dhcp {{(pid=94705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:12.587247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Deleting port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:12.587619 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.650616 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-93252163-b90b-4c21-bc78-50985944a567 None None] For port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,segment=NetworkSegment(1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc),segment_id=1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:12.651222 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.663871 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Calling delete_port for 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:12.701415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63079028'] for port, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.731715 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] No DVR routers for this DVR port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 on host dv-cinder-801913-6-iscsi {{(pid=94705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:12.733906 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:12.815174 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.832456 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:12.836691 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f6320a-4e71-449e-94e3-99c70d0310ab']}} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:12.846062 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc') {'for_net_delete': True} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:12.846366 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.services.segments.db [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce8bcd1-5ad1-4c61-a0c0-5b4680100bfc') {} {{(pid=94705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:12.854698 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:12.855049 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:12.855463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 47688ace-93f5-401c-bde5-ea5f5d38b135 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:12.856793 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63375558'] for segment, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.873061 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.880745 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=94705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:18:12.881203 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63110277'] for segment, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: Traceback (most recent call last): Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: timer() Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: cb(*args, **kw) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: return func(*args, **kwargs) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: self._notify() Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: self.callback(batched_events) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: event.method(event) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: return f(self, *a, **k) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._get(url).json() Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: return self.request(url, 'GET', **kwargs) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:18:12.883341 dv-cinder-801913-6-iscsi neutron-server[94705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:18:12.885740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 47688ace-93f5-401c-bde5-ea5f5d38b135 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:12.885740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 47688ace-93f5-401c-bde5-ea5f5d38b135 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:12.885740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b45602ff-86fe-455e-983f-d154c6ac5fb8 no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:12.906790 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: b45602ff-86fe-455e-983f-d154c6ac5fb8 {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:12.910293 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device b45602ff-86fe-455e-983f-d154c6ac5fb8 not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:12.924702 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:12.952478 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93252163-b90b-4c21-bc78-50985944a567 None None] Pushing event deleted for resources: {'Port': ['ID=94d7b5e8-50d1-4256-9f7e-0dd1601a4551,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:12.956881 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93252163-b90b-4c21-bc78-50985944a567 None None] No DVR routers for this DVR port 94d7b5e8-50d1-4256-9f7e-0dd1601a4551 on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:13.003787 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.008928 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.010797 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/57f6320a-4e71-449e-94e3-99c70d0310ab HTTP/1.1" status: 204 len: 168 time: 0.6669025 Sep 15 17:18:13.014072 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55582) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:13.021205 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da95fc2-6993-4159-858e-f8f082c860d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f6320a-4e71-449e-94e3-99c70d0310ab,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:13.349146 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-614149'] for router_interface, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.583631 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Deleting port 9a628a28-43b1-456a-b7f8-005a59a7721d {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:13.584002 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.657983 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] For port 9a628a28-43b1-456a-b7f8-005a59a7721d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9a628a28-43b1-456a-b7f8-005a59a7721d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:13.658334 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.669937 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Calling delete_port for 9a628a28-43b1-456a-b7f8-005a59a7721d owned by network:router_interface {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:13.906981 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:13.939189 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Pushing event deleted for resources: {'Port': ['ID=9a628a28-43b1-456a-b7f8-005a59a7721d,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:14.105048 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614069'] for router_interface, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:14.315274 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Router 8df6504f-4822-4223-8c9b-8d1e3d907610 has already been hosted by L3 agent 190e8957-8767-496f-829b-03d942086025 {{(pid=94706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 17:18:14.654593 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] Notify agent at l3_agent.dv-cinder-801913-6-iscsi the message routers_updated {{(pid=94706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 17:18:14.660513 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-1ff858ef-862d-48f3-955c-d3b2a5cf8acf admin admin] 10.222.0.57 "PUT /v2.0/routers/8df6504f-4822-4223-8c9b-8d1e3d907610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453946 Sep 15 17:18:14.663063 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55588) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:14.671007 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Sync routers for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 17:18:14.681307 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:14.682048 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:14.768783 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:14.789798 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: dv-cinder-801913-6-iscsi {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:14.881124 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:14.965909 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'external_fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209'}], 'enable_snat': True}, 'gw_port_id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:18:13Z', 'revision_number': 5, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port': {'id': '90b737c8-a091-423c-a2ce-ea58051e5c8a', 'name': '', 'network_id': 'a3999b41-fad4-42a4-80e6-69353b0f0a85', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'ip_address': '172.27.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801913-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T17:09:25Z', 'updated_at': '2021-09-15T17:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a4675f2-8e3d-4ee2-83e3-4494b414d302', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801913-6-iscsi'}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:14.996249 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Checking router: 8df6504f-4822-4223-8c9b-8d1e3d907610 for host: dv-cinder-801913-6-iscsi {{(pid=94708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 17:18:15.001738 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Deleting port 90b737c8-a091-423c-a2ce-ea58051e5c8a {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:15.002097 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.004410 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Routers {'8df6504f-4822-4223-8c9b-8d1e3d907610'} bound to L3 agent in host dv-cinder-801913-6-iscsi {{(pid=94708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 17:18:15.005001 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801913-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T16:59:25Z,description=,heartbeat_timestamp=2021-09-15T17:17:55Z,host='dv-cinder-801913-6-iscsi',id=190e8957-8767-496f-829b-03d942086025,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T16:59:25Z,topic='l3_agent')) {'router_ids': ['8df6504f-4822-4223-8c9b-8d1e3d907610'], 'active': True} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:15.078266 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] For port 90b737c8-a091-423c-a2ce-ea58051e5c8a, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=90b737c8-a091-423c-a2ce-ea58051e5c8a,segment=NetworkSegment(e117d780-56e4-42b6-9686-46420586950e),segment_id=e117d780-56e4-42b6-9686-46420586950e)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:15.079221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.087378 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_dvr_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] Set router 8df6504f-4822-4223-8c9b-8d1e3d907610 gateway port host: None {{(pid=94708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 17:18:15.092827 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Calling delete_port for 90b737c8-a091-423c-a2ce-ea58051e5c8a owned by network:router_gateway {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:15.138554 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.l3_hamode_db [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:18:14Z', 'revision_number': 6, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port_host': None}], 'dv-cinder-801913-6-iscsi', False) {} {{(pid=94708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:15.167617 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fc8e82-9265-4974-b911-3e3a004656db None None] The sync data for ids ['8df6504f-4822-4223-8c9b-8d1e3d907610'] in dv-cinder-801913-6-iscsi is: [{'id': '8df6504f-4822-4223-8c9b-8d1e3d907610', 'name': 'tempest-TestVolumeBootPattern-1653461563-router', 'tenant_id': '8006829dfab54d869b4067366c17b628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T17:09:24Z', 'updated_at': '2021-09-15T17:18:14Z', 'revision_number': 6, 'project_id': '8006829dfab54d869b4067366c17b628', 'gw_port_host': None}] {{(pid=94708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 17:18:15.323793 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.350454 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b737c8-a091-423c-a2ce-ea58051e5c8a,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:15.411687 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614003'] for router_gateway, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.499108 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1758'] for router, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.501682 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.632720 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608985'] for router, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.633280 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df6504f-4822-4223-8c9b-8d1e3d907610 {{(pid=94706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 17:18:15.637902 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.639028 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-4d086ec3-a452-4f5f-88e0-2f4112f4ddc8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8df6504f-4822-4223-8c9b-8d1e3d907610 HTTP/1.1" status: 204 len: 168 time: 0.9750576 Sep 15 17:18:15.642179 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55598) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:15.688651 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Deleting subnet 84da881f-acde-4437-8239-723a17bea8ed {{(pid=94706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 17:18:15.691658 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.725040 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64850449'] for subnet, precommit_delete_associations {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.799562 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1983890'] for subnet, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.930375 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1983877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64850629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64689949'] for subnet, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.960678 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84da881f-acde-4437-8239-723a17bea8ed,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:15.966615 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for subnet, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:15.968542 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-14f7505a-8a38-4b13-bf22-33303569b570 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/84da881f-acde-4437-8239-723a17bea8ed HTTP/1.1" status: 204 len: 168 time: 0.3254673 Sep 15 17:18:15.970965 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55606) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:15.973007 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b6d89-ac2a-4fe5-838f-9f849cd8dcb8 None None] Network 12703efe-022a-439f-9934-759675a709ec requested from dv-cinder-801913-6-iscsi {{(pid=94707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 17:18:16.043031 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626979'] for network, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.100030 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Deleting port 9e2c1cb5-800d-469c-97c4-07544156620d {{(pid=94706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:16.100439 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.153131 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] DHCP port deletion for 12703efe-022a-439f-9934-759675a709ec request from dv-cinder-801913-6-iscsi {{(pid=94707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 17:18:16.177743 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.db [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] For port 9e2c1cb5-800d-469c-97c4-07544156620d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9e2c1cb5-800d-469c-97c4-07544156620d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:16.178210 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.194871 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.plugin [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Calling delete_port for 9e2c1cb5-800d-469c-97c4-07544156620d owned by network:dhcp {{(pid=94706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:16.211523 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Deleting port 9e2c1cb5-800d-469c-97c4-07544156620d {{(pid=94707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 17:18:16.211977 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788477053745'] for port, before_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.278860 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.db [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] For port 9e2c1cb5-800d-469c-97c4-07544156620d, host dv-cinder-801913-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801913-6-iscsi',level=0,port_id=9e2c1cb5-800d-469c-97c4-07544156620d,segment=NetworkSegment(7bd2ad66-45be-469a-828c-75f42ac08db1),segment_id=7bd2ad66-45be-469a-828c-75f42ac08db1)] {{(pid=94707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 17:18:16.279255 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-619853'] for port, precommit_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.292319 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Calling delete_port for 9e2c1cb5-800d-469c-97c4-07544156620d owned by network:dhcp {{(pid=94707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 17:18:16.369530 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64850666'] for port, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.375338 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788477059319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788476507585'] for port, after_delete {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.401775 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] Pushing event deleted for resources: {'Port': ['ID=9e2c1cb5-800d-469c-97c4-07544156620d,revision_number=None']} {{(pid=94707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:16.403625 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d4440-5810-42ab-ae20-eccf8127dc7d None None] No DVR routers for this DVR port 9e2c1cb5-800d-469c-97c4-07544156620d on host dv-cinder-801913-6-iscsi {{(pid=94707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:16.405514 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] No DVR routers for this DVR port 9e2c1cb5-800d-469c-97c4-07544156620d on host dv-cinder-801913-6-iscsi {{(pid=94706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 17:18:16.415383 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2c1cb5-800d-469c-97c4-07544156620d,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:16.482559 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1984277', 'neutron.services.segments.db._delete_segments_for_network-8788477019293'] for network, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.501712 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12703efe-022a-439f-9934-759675a709ec']}} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:16.510376 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd2ad66-45be-469a-828c-75f42ac08db1') {'for_net_delete': True} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:16.510664 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.services.segments.db [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd2ad66-45be-469a-828c-75f42ac08db1') {} {{(pid=94706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 17:18:16.520163 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788477018790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64850458'] for segment, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.533397 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079'] for segment, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.539174 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=94706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 17:18:16.539555 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1987079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64877595'] for segment, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: Traceback (most recent call last): Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: timer() Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: cb(*args, **kw) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: return func(*args, **kwargs) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: self._notify() Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: self.callback(batched_events) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: event.method(event) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: return f(self, *a, **k) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._get(url).json() Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: return self.request(url, 'GET', **kwargs) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 17:18:16.541155 dv-cinder-801913-6-iscsi neutron-server[94706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 17:18:16.655192 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1984268', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613911'] for network, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.660200 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605264'] for network, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:16.665210 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] 10.222.0.57 "DELETE /v2.0/networks/12703efe-022a-439f-9934-759675a709ec HTTP/1.1" status: 204 len: 168 time: 0.6905637 Sep 15 17:18:16.675781 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649871a-31cb-4a07-8330-c9618c61d812 admin admin] Pushing event deleted for resources: {'Network': ['ID=12703efe-022a-439f-9934-759675a709ec,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:16.707228 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9a628a28-43b1-456a-b7f8-005a59a7721d no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:16.718686 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 9a628a28-43b1-456a-b7f8-005a59a7721d {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:16.719027 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9a628a28-43b1-456a-b7f8-005a59a7721d not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:16.719982 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 90b737c8-a091-423c-a2ce-ea58051e5c8a no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:16.737815 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 90b737c8-a091-423c-a2ce-ea58051e5c8a {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:16.738104 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 90b737c8-a091-423c-a2ce-ea58051e5c8a not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:16.738497 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9e2c1cb5-800d-469c-97c4-07544156620d no longer exists at agent ovs-agent-dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 17:18:16.756167 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.plugin [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] No Port match for: 9e2c1cb5-800d-469c-97c4-07544156620d {{(pid=94707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 17:18:16.756509 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron.plugins.ml2.rpc [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Device 9e2c1cb5-800d-469c-97c4-07544156620d not bound to the agent host dv-cinder-801913-6-iscsi {{(pid=94707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 17:18:16.982758 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55612) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:17.022084 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-298d7e3d-39d6-4764-931a-b9bfa1a756af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84dae60609d44d228f54592ae936a0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380635 Sep 15 17:18:17.024279 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55614) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:17.069401 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:17.090118 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:17.244000 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:17.246812 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:17.247922 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39dead1c-9f7c-4018-aecf-b20a57250398 HTTP/1.1" status: 204 len: 168 time: 0.2227843 Sep 15 17:18:17.256222 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d200df6-3654-48b0-bffc-236d6f1e6a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dead1c-9f7c-4018-aecf-b20a57250398,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:17.894407 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55622) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:17.933130 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-c2b4eb08-8381-4f9c-9a56-e3f00eadb576 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8006829dfab54d869b4067366c17b628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375814 Sep 15 17:18:17.935514 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55624) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:17.984970 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:18.005435 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:18.140763 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:18.143341 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:18.144473 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5555a242-b4c6-41e7-8052-76cd0bd7fb38 HTTP/1.1" status: 204 len: 168 time: 0.2081041 Sep 15 17:18:18.151982 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4b913-0ebe-4a1e-b029-5214e7333f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5555a242-b4c6-41e7-8052-76cd0bd7fb38,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:22.358055 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-736ee156-8cf2-45d0-8369-de13183893fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:23.586962 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55700) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:23.692503 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:23.777430 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:23.837903 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:23.875404 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41fd9399df0a40149834616725533c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874024 Sep 15 17:18:23.876286 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec2357-9fde-4bed-8c17-8c0c1324265f,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:23.878067 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55706) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:23.888738 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.889081 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.889415 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.889777 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.890103 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.890423 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.890741 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.891058 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.891381 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.891694 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.892005 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.892319 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5dc9c9a-e76c-4cc8-8745-13a095a26f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:18:23.935333 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:23.957999 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:24.106700 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:24.109410 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:24.110613 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60ec2357-9fde-4bed-8c17-8c0c1324265f HTTP/1.1" status: 204 len: 168 time: 0.2309098 Sep 15 17:18:24.118623 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931211d7-5a38-45d2-a067-6fdd179f0a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec2357-9fde-4bed-8c17-8c0c1324265f,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:24.814937 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55712) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:24.828428 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9955427f-9a07-4381-a49d-7492aa285be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:24.914044 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9955427f-9a07-4381-a49d-7492aa285be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.084108 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9955427f-9a07-4381-a49d-7492aa285be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.095463 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-ed4d116b-78b8-47a4-9add-5bc6116f1207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.123527 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-9955427f-9a07-4381-a49d-7492aa285be0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1df6172361ea454b8b9cc272722e5da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075075 Sep 15 17:18:25.124652 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955427f-9a07-4381-a49d-7492aa285be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18de5b20-577d-44a9-82bc-fc1db598c5eb,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:25.126269 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55714) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:25.174300 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.194953 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.318090 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.369593 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.372117 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:25.373269 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18de5b20-577d-44a9-82bc-fc1db598c5eb HTTP/1.1" status: 204 len: 168 time: 0.2455070 Sep 15 17:18:25.381499 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6beda21-a6b2-40d3-b29c-8755303b369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de5b20-577d-44a9-82bc-fc1db598c5eb,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:25.529913 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:18:26.009189 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:27.837548 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:34.757928 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:44.712657 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55928) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:44.819383 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc6a0-3f60-4fe3-8eaf-3036b2112c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:44.905059 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc6a0-3f60-4fe3-8eaf-3036b2112c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:44.980945 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-5b9dc6a0-3f60-4fe3-8eaf-3036b2112c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.020630 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-5b9dc6a0-3f60-4fe3-8eaf-3036b2112c3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=453e6282a4654b76ae7f2d5788937245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068287 Sep 15 17:18:45.022576 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dc6a0-3f60-4fe3-8eaf-3036b2112c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b239e-35e8-431f-b429-cf297b79bfd2,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:45.023356 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55932) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:45.071304 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.092286 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.231560 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.234211 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.235352 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5b6b239e-35e8-431f-b429-cf297b79bfd2 HTTP/1.1" status: 204 len: 168 time: 0.2110188 Sep 15 17:18:45.243264 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7865b1-3b3c-4c71-a3d0-42cec7b69803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b239e-35e8-431f-b429-cf297b79bfd2,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:45.791702 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 55938) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:45.805032 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-123e7252-1083-48df-beac-2d19b90a3ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.891636 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-123e7252-1083-48df-beac-2d19b90a3ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.939808 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-123e7252-1083-48df-beac-2d19b90a3ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:45.977334 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-123e7252-1083-48df-beac-2d19b90a3ca1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a93c2da000a54ed78f5b7e53c575380f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838984 Sep 15 17:18:45.978416 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7252-1083-48df-beac-2d19b90a3ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7dcd3-56eb-439a-8d75-b8a361c8e82b,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:45.979927 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 55940) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:46.027703 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:46.047926 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:46.174582 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:46.177132 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:46.178321 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77d7dcd3-56eb-439a-8d75-b8a361c8e82b HTTP/1.1" status: 204 len: 168 time: 0.1968126 Sep 15 17:18:46.186751 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e2270-2e22-4685-abc9-d0a91d9e20d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7dcd3-56eb-439a-8d75-b8a361c8e82b,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:52.317489 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-97f610e0-64d8-428c-bddb-d0c6b6993483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:53.818905 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 56022) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:53.921136 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd4274e7-fa97-4573-8376-839f431b0c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.004353 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd4274e7-fa97-4573-8376-839f431b0c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.099894 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-dd4274e7-fa97-4573-8376-839f431b0c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.136614 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-dd4274e7-fa97-4573-8376-839f431b0c1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c7f666d013a4fa0bbfa0bafedc1c748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166754 Sep 15 17:18:54.137789 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4274e7-fa97-4573-8376-839f431b0c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fdd3b8-4f14-42eb-ad87-bde9b5274c81,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:54.139923 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 56026) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:54.188403 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.209185 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.334119 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.336778 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.337925 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9fdd3b8-4f14-42eb-ad87-bde9b5274c81 HTTP/1.1" status: 204 len: 168 time: 0.1970370 Sep 15 17:18:54.346277 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ec6f-d800-4bf9-b2ac-acb561f31f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fdd3b8-4f14-42eb-ad87-bde9b5274c81,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:54.899910 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 56032) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:54.913324 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b82-3108-4bd0-870d-795f9d9ae9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:54.991334 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0143b6f7-fc84-424f-82e2-8c9e54321777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.002535 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b82-3108-4bd0-870d-795f9d9ae9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.065654 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-c45c3b82-3108-4bd0-870d-795f9d9ae9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.104242 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-c45c3b82-3108-4bd0-870d-795f9d9ae9a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=634abf0231484e839f187945ef928426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032998 Sep 15 17:18:55.106141 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c3b82-3108-4bd0-870d-795f9d9ae9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc60a0-8455-46bc-9863-751b6777b1e2,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:55.106942 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 56034) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:55.157965 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.178645 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.300241 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.328970 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.331547 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:55.332731 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ebc60a0-8455-46bc-9863-751b6777b1e2 HTTP/1.1" status: 204 len: 168 time: 0.2247095 Sep 15 17:18:55.340521 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8fb16-0b8c-4f66-99b6-7cf10f67d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc60a0-8455-46bc-9863-751b6777b1e2,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:55.986011 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:56.869350 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 56064) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:56.986596 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0f7979e6-6ca0-409f-9331-47180e54f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.073032 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0f7979e6-6ca0-409f-9331-47180e54f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.202911 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-0f7979e6-6ca0-409f-9331-47180e54f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.241307 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-0f7979e6-6ca0-409f-9331-47180e54f1c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8195c8cc92404d4d810335ebd8905f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708112 Sep 15 17:18:57.242319 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7979e6-6ca0-409f-9331-47180e54f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b998c32-61e9-4d6b-bd1b-9ce3186a9aab,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:57.244004 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 56068) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:57.292941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.314606 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.421054 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.423635 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:57.427617 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b998c32-61e9-4d6b-bd1b-9ce3186a9aab HTTP/1.1" status: 204 len: 168 time: 0.1797726 Sep 15 17:18:57.432736 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c41db-bac5-4b04-ae48-14f28307033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b998c32-61e9-4d6b-bd1b-9ce3186a9aab,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:57.831784 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:58.911982 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 56098) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:59.011521 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5653f19d-3d01-48c1-8dfd-1aad419331a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.094504 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5653f19d-3d01-48c1-8dfd-1aad419331a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.179968 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-5653f19d-3d01-48c1-8dfd-1aad419331a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.216717 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-5653f19d-3d01-48c1-8dfd-1aad419331a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b50733702cc044d5838630b097b77058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032022 Sep 15 17:18:59.218594 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653f19d-3d01-48c1-8dfd-1aad419331a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a297e50-b9a0-4f28-8ebd-1a30ca275b54,revision_number=1']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:18:59.219560 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 56102) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:18:59.269706 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.292464 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.396904 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.399523 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:18:59.400664 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a297e50-b9a0-4f28-8ebd-1a30ca275b54 HTTP/1.1" status: 204 len: 168 time: 0.1801286 Sep 15 17:18:59.409012 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce08013-1470-4601-9a9a-7717dd4bda47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a297e50-b9a0-4f28-8ebd-1a30ca275b54,revision_number=None']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:02.527989 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:19:04.699443 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.408677 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.wsgi [-] (94705) accepted ('10.222.0.57', 56252) {{(pid=94705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:19:21.509372 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d1e001af-8648-459b-880e-7226748ae941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.594539 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d1e001af-8648-459b-880e-7226748ae941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.653317 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron_lib.callbacks.manager [None req-d1e001af-8648-459b-880e-7226748ae941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_create {{(pid=94705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.690712 dv-cinder-801913-6-iscsi neutron-server[94705]: INFO neutron.wsgi [None req-d1e001af-8648-459b-880e-7226748ae941 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b40a4c7c533460da03a0c49008d47e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809730 Sep 15 17:19:21.692603 dv-cinder-801913-6-iscsi neutron-server[94705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e001af-8648-459b-880e-7226748ae941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c242bc-c3d2-4c0c-8f0e-9a01f4148509,revision_number=1']} {{(pid=94705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:21.693568 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.wsgi [-] (94706) accepted ('10.222.0.57', 56256) {{(pid=94706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 17:19:21.743436 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.764212 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.859168 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604590'] for security_group, after_delete {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.862237 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron_lib.callbacks.manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:21.863364 dv-cinder-801913-6-iscsi neutron-server[94706]: INFO neutron.wsgi [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2c242bc-c3d2-4c0c-8f0e-9a01f4148509 HTTP/1.1" status: 204 len: 168 time: 0.1687448 Sep 15 17:19:21.870963 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c242bc-c3d2-4c0c-8f0e-9a01f4148509,revision_number=None']} {{(pid=94706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 17:19:21.878594 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.878941 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.879283 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.879618 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.879947 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.880274 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.880602 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.880925 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.881248 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.881569 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.881935 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:21.882221 dv-cinder-801913-6-iscsi neutron-server[94706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71845180-0042-4495-9516-59a61b80bad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801913-6-iscsi {{(pid=94706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 17:19:22.305397 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5284-ae5e-457a-a529-b5d0dec6a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:24.979809 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-db9e77d1-9b7c-4a55-8f4c-2a28b169d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:25.271160 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:25.996464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:27.859578 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:34.722257 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:39.525998 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:19:52.293233 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f4a1-48e4-4a36-909e-03aa3ed2f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:54.984795 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d497b3c4-d280-47fe-8673-06378e9d774d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:55.287440 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:55.990503 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:19:57.836255 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:04.715873 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:16.524428 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:20:22.292560 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7001-d5b7-4ab2-8faa-985804f9d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:24.978446 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-b5da069b-a66f-4213-805a-d79ade921626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:25.304112 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:26.018411 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:27.829717 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:34.715078 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:52.314797 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-0df1962e-6706-4478-9df7-bd9f180bb0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:53.523693 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:20:55.000898 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4ea80023-075a-410f-9c52-ae7e0f349b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:55.286378 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:56.041139 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:20:57.852936 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:04.794475 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:22.302464 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c84e6b16-311a-4c57-b9b1-4f51a2c04b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:24.988046 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-bb2ce225-c248-4412-b382-6d7c69e3a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:25.296874 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:26.045938 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:27.850652 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:30.521510 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:21:34.753456 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:52.297176 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-9b5f31e4-90c5-4cfc-87f3-f97a453e2d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:54.971071 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-4290f22b-64d8-4256-9f94-c568df59ccfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:55.285387 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:56.044740 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:21:57.850892 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:04.765500 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:07.519354 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:22:22.312967 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-afb5a3a7-04f6-434e-b305-ed94ca4bde63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:24.981868 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-d825ff2e-5573-422b-9237-6271c18803e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:25.256121 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:26.004438 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:27.884747 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:34.765271 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:44.518470 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:22:52.307009 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-a6bacd6c-2569-4254-b30b-c6580eb98c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:54.992371 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-c995b191-c545-4e84-a9d3-07723eaac265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:55.299966 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:56.050020 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:22:57.844089 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:04.756891 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:21.517637 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:23:22.289247 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-ccb57ca9-0df0-45fb-88bb-20c187f22bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:24.998508 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-f5e94400-2a00-443c-a3d6-99e601cc1b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:25.314841 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:26.020529 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:27.881887 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:34.790934 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:52.334136 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-084d2830-fc3c-4f2e-aa33-bb6fd668f52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:54.984306 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-85fcb37a-b4fd-43f0-99f3-80aaa694c904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:55.288647 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:56.020094 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:57.881527 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:23:58.516348 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 17:24:04.808398 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:22.326330 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-1631ea8f-41a5-4230-9c5c-b7144af75616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:25.034696 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-850650d9-11b3-4680-8080-1d83031ac921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:25.286269 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-6b816ae6-03cf-455c-b973-fad3df87b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:26.036611 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-381f32c8-ee0d-4ea7-a7ce-e8c2122c089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:27.939157 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-986b6859-8c22-4033-8fb1-ee7ed5cf0f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:34.794641 dv-cinder-801913-6-iscsi neutron-server[94707]: DEBUG neutron_lib.callbacks.manager [None req-964b0330-9a1d-4c33-aa58-fed34a060906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788477019275', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1984533'] for agent, after_update {{(pid=94707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 17:24:35.515417 dv-cinder-801913-6-iscsi neutron-server[94708]: DEBUG neutron.db.agents_db [None req-55be3178-0b2a-477a-bad6-0f873f397ddb None None] Agent healthcheck: found 6 active agents {{(pid=94708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}